-- Logs begin at Mon 2022-02-28 18:59:30 UTC, end at Mon 2022-02-28 20:01:33 UTC. -- Feb 28 19:32:28.381330 dv-cinder-831247-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 19:32:31.285560 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.common.config [-] Logging enabled! Feb 28 19:32:31.286094 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 19:32:31.286359 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 19:32:31.289620 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.common.config [-] Logging enabled! Feb 28 19:32:31.289876 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev552 Feb 28 19:32:31.290190 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 19:32:31.291134 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 19:32:31.291371 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 19:32:31.291746 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 19:32:31.291994 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 19:32:31.292629 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 19:32:31.292964 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.293421 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 19:32:31.293746 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.294031 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.294329 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.294626 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.294923 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.295212 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.295505 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.295807 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.296099 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.296380 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.296672 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.296959 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.297279 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.297559 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.297846 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.298132 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] debug = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.298420 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.298843 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.299279 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.299592 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.299887 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.300171 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.300450 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.300742 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.301020 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.301375 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] host = dv-cinder-831247-1-iscsi {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.301662 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.301955 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.302249 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.302537 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.302814 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.303098 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.303386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.303663 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.303937 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.304216 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.304507 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.304797 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.305109 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.305343 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.305571 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.305865 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.306157 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.306439 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.306719 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.306997 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.307276 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.307555 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.307829 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.308116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.308404 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.308694 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.308972 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.309279 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.309558 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.309833 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.310124 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.310402 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.310679 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.310956 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.311251 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.311529 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.311811 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.312116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.312407 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.312693 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.312988 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.313298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.313587 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.313860 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.314135 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.314409 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] use_json = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.314683 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.314955 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.315514 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.315799 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.316080 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.316361 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.316640 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.316931 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.317235 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:31.317538 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.317844 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.318151 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.318461 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.318760 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.319073 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.319346 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.319631 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.319927 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.320218 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.320512 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.320795 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.321111 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.321488 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.321768 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.322077 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.322374 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.322670 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.322950 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.323233 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.323510 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.323795 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.324090 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.324372 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.324666 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.324960 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.325272 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.325576 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.325870 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.326168 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.326461 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.326742 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.327023 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.327321 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.327605 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.327881 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.328164 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.328456 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.328735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.329013 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.329321 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.329607 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.329885 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.330160 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.330439 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.330756 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.331036 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.331319 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.331589 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.331867 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.332142 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.332446 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.332711 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.332987 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.333296 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.333580 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.333857 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.334135 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.334415 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.334691 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.334972 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.335248 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.335523 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.335799 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.336074 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.336348 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.336623 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.336896 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.337202 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.337483 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.337760 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.338035 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.338309 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.338586 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.338876 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.339174 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.339453 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.339735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.340018 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.340298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.340576 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.340855 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.341157 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.341441 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.341719 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.342012 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.342298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.342587 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.342896 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.343181 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.343479 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.343764 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.344043 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.344330 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.344614 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.344897 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.345214 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.345507 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.345809 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.346108 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.346456 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.346758 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.347053 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.347339 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.347653 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.347938 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:31.348159 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 19:32:31.348402 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 19:32:31.715466 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 19:32:31.715727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 19:32:31.716059 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 19:32:31.716538 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 19:32:32.040517 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.040707 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.040987 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.042316 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.042603 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.042869 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.087679 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.087962 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.088208 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.102428 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.102706 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.102982 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.131280 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.131552 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.131828 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.167938 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.168216 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.168485 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.512113 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.512810 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.512810 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.512977 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.513608 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.611358 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.611719 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.612185 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.612456 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.612737 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.613051 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.613322 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.613617 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.613878 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.614164 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.614428 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.614696 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.614941 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.615195 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.615453 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.615718 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.615975 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.616578 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.616851 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.617119 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.617415 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.617672 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.617951 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.618310 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.618561 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.618809 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.619212 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:32.619456 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:32.619696 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:32.619936 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:32.620176 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:32.620412 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:32.620783 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 19:32:32.624048 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 19:32:32.628204 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 19:32:32.632128 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 28 19:32:32.633807 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 19:32:32.634276 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 19:32:32.634611 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 19:32:32.635001 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 19:32:32.637866 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 19:32:32.638120 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 19:32:32.638469 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 19:32:32.643436 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 19:32:32.667154 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 19:32:32.667614 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.667915 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 19:32:32.668291 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.669695 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 19:32:32.669977 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 19:32:32.670224 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 19:32:32.673628 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.673910 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:32.736475 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 19:32:32.736688 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 19:32:32.736999 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 19:32:32.737403 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 19:32:32.759455 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_db.sqlalchemy.engines [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 19:32:33.199848 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing driver for type 'gre' Feb 28 19:32:33.200458 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] gre ID ranges: [(1, 1000)] Feb 28 19:32:33.254278 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing driver for type 'local' Feb 28 19:32:33.254611 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing driver for type 'vlan' Feb 28 19:32:33.270441 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] VlanTypeDriver initialization complete Feb 28 19:32:33.270749 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing driver for type 'vxlan' Feb 28 19:32:33.271289 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] vxlan ID ranges: [(1, 1000)] Feb 28 19:32:33.326450 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing extension driver 'port_security' Feb 28 19:32:33.326832 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.extensions.port_security [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] PortSecurityExtensionDriver initialization complete Feb 28 19:32:33.327189 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing mechanism driver 'openvswitch' Feb 28 19:32:33.327513 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing mechanism driver 'hyperv' Feb 28 19:32:33.334435 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.plugin [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:32:33.335296 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.335662 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.336043 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.336564 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:32:33.336990 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.337368 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.337716 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.338107 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:32:33.338506 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.338852 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.339193 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.339577 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:32:33.339978 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > security_group after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.340324 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > security_group after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.340664 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.341037 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:32:33.341460 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.341797 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.342129 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.342557 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:32:33.342907 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > address_group after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.343246 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > address_group after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.343583 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.343975 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 19:32:33.344420 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] ML2 OVO RPC backend initialized. {{(pid=109335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 19:32:33.345118 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.345480 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.345900 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.346240 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > networks before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.346579 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.346915 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > ports before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.347250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.347587 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnets before_response 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.347908 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.348246 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.348577 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.348911 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.349278 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.349613 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.349943 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.350275 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.350603 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.357858 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded quota_driver: . Feb 28 19:32:33.358220 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.plugin [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Modular L2 Plugin initialization complete Feb 28 19:32:33.358565 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading services supported by the core plugin {{(pid=109335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 19:32:33.358905 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.plugins.ml2.managers [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Got port-security extension from driver 'port_security' Feb 28 19:32:33.359386 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.extensions.vlantransparent [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Disabled vlantransparent extension. Feb 28 19:32:33.359878 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 19:32:33.360198 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: router Feb 28 19:32:33.396080 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.396466 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_create 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.396841 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router before_create 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.397230 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.397609 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.397970 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_delete 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.398330 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.398683 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.399040 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_create 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.399384 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_update 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.399718 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_update 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.400069 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.400428 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_update 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.400846 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_update 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.401219 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.401563 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.401897 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: subnet after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.402233 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.402575 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.402922 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_create 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.403267 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.403603 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.403957 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router after_update 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.404298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.404784 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_create 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.405198 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.405558 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_update 55549900 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.405925 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > agent after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.406279 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > agent after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.406631 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > network after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.407485 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Tracking information for resource: router configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:33.407815 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Tracking information for resource: floatingip configured {{(pid=109335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 19:32:33.412761 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.db.l3_agentschedulers_db [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 19:32:33.413398 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.413760 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port after_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.414107 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port after_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.414453 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: port after_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.415229 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router before_create 55550100 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.415596 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.415955 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_create 55550100 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.416311 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > router precommit_update 55550100 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.421067 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.provider_configuration [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service providers = [] {{(pid=109335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 19:32:33.421455 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.db.servicetype_db [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 19:32:33.424394 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.service_base [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:32:33.424802 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.service_base [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:32:33.425132 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.service_base [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:32:33.426036 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.services.service_base [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 19:32:33.426407 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.services.service_base [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 19:32:33.426778 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.427089 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 19:32:33.437755 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.438093 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: auto_allocate Feb 28 19:32:33.443908 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: network precommit_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.444267 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: network precommit_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.444774 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.445113 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: tag Feb 28 19:32:33.451931 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.452201 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: timestamp Feb 28 19:32:33.456388 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.456719 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: network_ip_availability Feb 28 19:32:33.462330 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.462726 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.463054 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.463763 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.464081 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: flavors Feb 28 19:32:33.468996 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.469356 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading Plugin: revisions Feb 28 19:32:33.473670 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 19:32:33.474061 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_concurrency.lockutils [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=109335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 19:32:33.474800 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 19:32:33.475135 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Initializing extension manager. Feb 28 19:32:33.475657 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: __init__.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.475995 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: __pycache__ {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.476323 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.476651 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: address_group.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.477424 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.477996 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: address-group Feb 28 19:32:33.478326 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: address_scope.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.479002 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.479511 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: address-scope Feb 28 19:32:33.479830 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.480751 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.481300 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: router-admin-state-down-before-update Feb 28 19:32:33.481620 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: agent.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.482312 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.482815 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: agent Feb 28 19:32:33.483214 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: agent_resources_synced.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.484098 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.484624 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: agent-resources-synced Feb 28 19:32:33.484924 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: allowedaddresspairs.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.486728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.487321 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: allowed-address-pairs Feb 28 19:32:33.487647 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: auto_allocated_topology.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.488716 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.489273 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: auto-allocated-topology Feb 28 19:32:33.489606 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: availability_zone.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.490299 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.490806 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: availability_zone Feb 28 19:32:33.491444 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: availability_zone_filter.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.492318 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.492840 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: availability_zone_filter Feb 28 19:32:33.493182 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: data_plane_status.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.494061 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.494581 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 19:32:33.494901 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: default_subnetpools.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.495794 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.496295 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: default-subnetpools Feb 28 19:32:33.496617 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.497451 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.497958 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: dhcp_agent_scheduler Feb 28 19:32:33.498278 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: dns.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.499190 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.499690 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 19:32:33.500011 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: dns_domain_ports.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.500911 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.501453 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 19:32:33.501771 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.502705 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.503225 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 19:32:33.503528 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: dvr.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.504188 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.504697 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: dvr Feb 28 19:32:33.505011 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: ecmp_routes.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.505945 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.506446 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 19:32:33.506765 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: empty_string_filtering.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.507661 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.508167 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: empty-string-filtering Feb 28 19:32:33.508490 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.509441 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.509934 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 19:32:33.510252 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.511156 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.511651 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 19:32:33.511967 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: external_net.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.512862 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.513443 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: external-net Feb 28 19:32:33.513696 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.514591 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.515086 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: extra_dhcp_opt Feb 28 19:32:33.515399 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: extraroute.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.516299 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.516796 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: extraroute Feb 28 19:32:33.517128 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: extraroute_atomic.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.518182 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.518718 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: extraroute-atomic Feb 28 19:32:33.519042 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: filter_validation.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.519701 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.520199 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: filter-validation Feb 28 19:32:33.520512 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: fip_pf_description.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.521441 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.521942 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 19:32:33.522260 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: fip_port_details.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.523330 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.523841 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: fip-port-details Feb 28 19:32:33.524164 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: flavors.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.525431 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.525951 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: flavors Feb 28 19:32:33.526275 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.527941 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.528468 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 19:32:33.528795 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: floatingip_pools.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.529518 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.530036 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: floatingip-pools Feb 28 19:32:33.530354 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: ip_allocation.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.531281 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.531784 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 19:32:33.532105 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.533016 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.533588 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: ip-substring-filtering Feb 28 19:32:33.533955 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l2_adjacency.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.534859 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.535362 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 19:32:33.535677 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.536625 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.537162 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: router Feb 28 19:32:33.537503 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.539747 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.540272 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 19:32:33.540601 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.541550 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.542057 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: ext-gw-mode Feb 28 19:32:33.542379 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.543284 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.543795 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: l3-ha Feb 28 19:32:33.544115 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.545012 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.545542 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 19:32:33.545861 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_flavors.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.546766 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.547272 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: l3-flavors Feb 28 19:32:33.547586 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.548982 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.549561 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 19:32:33.549884 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.550788 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.551299 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 19:32:33.551622 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: l3agentscheduler.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.552692 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.553240 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: l3_agent_scheduler Feb 28 19:32:33.553564 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: local_ip.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.555379 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.555902 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension local_ip not supported by any of loaded plugins Feb 28 19:32:33.556234 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: logging.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.559233 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.559756 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension logging not supported by any of loaded plugins Feb 28 19:32:33.560086 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: metering.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.560831 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.561439 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: metering Feb 28 19:32:33.561765 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.562851 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.563377 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: metering_source_and_destination_fields Feb 28 19:32:33.563700 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: multiprovidernet.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.564627 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.565214 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: multi-provider Feb 28 19:32:33.565539 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: netmtu.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.566449 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.566960 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: net-mtu Feb 28 19:32:33.567281 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: netmtu_writable.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.568200 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.568705 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: net-mtu-writable Feb 28 19:32:33.569036 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: network_availability_zone.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.569724 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.570238 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: network_availability_zone Feb 28 19:32:33.570554 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: network_ip_availability.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.571661 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.572335 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: network-ip-availability Feb 28 19:32:33.572662 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: network_segment_range.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.573451 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.573952 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 19:32:33.574273 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: pagination.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.575250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.575578 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: pagination Feb 28 19:32:33.575894 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: port_device_profile.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.576803 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.577349 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: port-device-profile Feb 28 19:32:33.577669 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.578597 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.579102 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: port-mac-address-regenerate Feb 28 19:32:33.579419 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.580330 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.580855 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: port-numa-affinity-policy Feb 28 19:32:33.581212 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: port_resource_request.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.582134 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.582633 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 19:32:33.582954 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: port_resource_request_groups.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.583911 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.584503 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 19:32:33.584826 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: portbindings.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.585781 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.586320 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: binding Feb 28 19:32:33.586643 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: portbindings_extended.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.587922 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.588449 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: binding-extended Feb 28 19:32:33.588775 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: portsecurity.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.589710 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.590224 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: port-security Feb 28 19:32:33.590553 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: project_id.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.591517 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.591841 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: project-id Feb 28 19:32:33.592165 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: providernet.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.593077 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.593609 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: provider Feb 28 19:32:33.593926 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.597654 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.598179 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos not supported by any of loaded plugins Feb 28 19:32:33.598512 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.599774 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.600292 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 19:32:33.600613 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.601549 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.602052 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 19:32:33.602373 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_default.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.603280 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.603791 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-default not supported by any of loaded plugins Feb 28 19:32:33.604114 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_fip.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.605042 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.605659 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 19:32:33.605982 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.606883 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.607393 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 19:32:33.607714 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_gateway_ip.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.608632 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.609141 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 19:32:33.609479 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_port_network_policy.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.610586 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.611092 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 19:32:33.611410 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.612462 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.612979 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 19:32:33.613323 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.614364 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.614878 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 19:32:33.615201 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_pps_rule.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.616749 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.617296 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 19:32:33.617623 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_rule_type_details.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.618532 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.619048 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 19:32:33.619368 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: qos_rules_alias.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.620402 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.620912 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 19:32:33.621273 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: quota_check_limit.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.622172 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.622685 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: quota-check-limit Feb 28 19:32:33.623006 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: quotasv2.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.623944 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.624269 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: quotas Feb 28 19:32:33.624595 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: quotasv2_detail.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.626411 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.626744 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: quota_details Feb 28 19:32:33.627074 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: rbac.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.628172 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.628697 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: rbac-policies Feb 28 19:32:33.629029 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: rbac_address_group.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.629976 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.630494 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: rbac-address-group Feb 28 19:32:33.630814 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: rbac_address_scope.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.631720 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.632229 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: rbac-address-scope Feb 28 19:32:33.632552 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: rbac_security_groups.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.633475 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.633983 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: rbac-security-groups Feb 28 19:32:33.634304 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: rbac_subnetpool.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.635279 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.635782 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: rbac-subnetpool Feb 28 19:32:33.636107 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: revisionifmatch.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.637018 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.637562 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: revision-if-match Feb 28 19:32:33.637882 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: revisions.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.638996 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.639510 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: standard-attr-revisions Feb 28 19:32:33.639828 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: router_availability_zone.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.640487 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.641000 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: router_availability_zone Feb 28 19:32:33.641344 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: routerservicetype.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.642249 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.642750 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 19:32:33.643069 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.644024 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.644532 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: security-groups-normalized-cidr Feb 28 19:32:33.644849 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.645786 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.646294 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: port-security-groups-filtering Feb 28 19:32:33.646611 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.647526 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.648032 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: security-groups-remote-address-group Feb 28 19:32:33.648360 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.649307 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.649816 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: security-groups-shared-filtering Feb 28 19:32:33.650134 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.650724 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 19:32:33.651038 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: securitygroup.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.660791 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.661354 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: security-group Feb 28 19:32:33.661684 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: segment.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.662470 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.662981 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension segment not supported by any of loaded plugins Feb 28 19:32:33.663341 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.664240 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.664749 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 19:32:33.665073 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: servicetype.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.666193 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.666716 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: service-type Feb 28 19:32:33.667043 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: sorting.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.668014 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.668347 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: sorting Feb 28 19:32:33.668670 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: standard_attr_segment.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.669607 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.670116 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 19:32:33.670436 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: standardattrdescription.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.671089 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.671595 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: standard-attr-description Feb 28 19:32:33.671916 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: stateful_security_group.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.672850 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.673390 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: stateful-security-group Feb 28 19:32:33.673713 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: stdattrs_common.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.674275 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 19:32:33.674615 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.675549 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.676061 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 19:32:33.676381 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: subnet_onboard.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.677500 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.678021 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: subnet_onboard Feb 28 19:32:33.678349 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.679281 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.679788 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 19:32:33.680109 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: subnet_service_types.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.681022 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.681560 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: subnet-service-types Feb 28 19:32:33.681881 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: subnetallocation.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.682979 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.683493 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: subnet_allocation Feb 28 19:32:33.683815 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.684599 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.685202 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: subnetpool-prefix-ops Feb 28 19:32:33.685528 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.686461 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.686966 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 19:32:33.687284 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: tagging.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.688584 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.689161 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: standard-attr-tag Feb 28 19:32:33.689490 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: timestamp.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.690738 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.691260 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loaded extension: standard-attr-timestamp Feb 28 19:32:33.691583 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: trunk.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.692705 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.693248 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension trunk not supported by any of loaded plugins Feb 28 19:32:33.693574 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: trunk_details.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.694547 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.695053 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 19:32:33.695373 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: uplink_status_propagation.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.696284 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.696785 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 19:32:33.697119 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Loading extension file: vlantransparent.py {{(pid=109335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 19:32:33.697788 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 19:32:33.698293 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 19:32:33.700851 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:network Feb 28 19:32:33.701398 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:subnet Feb 28 19:32:33.701792 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:32:33.702242 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:port Feb 28 19:32:33.703411 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.703844 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service FLAVORS assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.704440 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.704865 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.705203 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:router Feb 28 19:32:33.705622 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 19:32:33.706124 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service METERING assigned prefix: /metering {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.707572 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.707938 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.708290 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:32:33.709313 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 19:32:33.709760 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:security_group Feb 28 19:32:33.710188 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 19:32:33.710788 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service CORE assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.711118 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:32:33.711462 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] subnetpool is already registered Feb 28 19:32:33.711876 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service CORE assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.712198 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:32:33.712522 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] subnetpool is already registered Feb 28 19:32:33.714819 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.715249 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service FLAVORS assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.715823 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.716239 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.716564 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:router Feb 28 19:32:33.716900 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] router is already registered Feb 28 19:32:33.717330 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 19:32:33.717662 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] floatingip is already registered Feb 28 19:32:33.718100 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service METERING assigned prefix: /metering {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.718747 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 19:32:33.719067 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] rbac_policy is already registered Feb 28 19:32:33.719469 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:security_group Feb 28 19:32:33.719798 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] security_group is already registered Feb 28 19:32:33.720186 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 19:32:33.720512 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] security_group_rule is already registered Feb 28 19:32:33.721115 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service CORE assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.721514 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:32:33.721852 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] subnetpool is already registered Feb 28 19:32:33.722263 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.v2.resource_helper [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Service CORE assigned prefix: {{(pid=109335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 19:32:33.722583 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 19:32:33.722917 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING neutron.quota.resource_registry [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] subnetpool is already registered Feb 28 19:32:33.723375 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: extensions {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.724822 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: address-groups {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.726345 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: address-scopes {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.727672 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: agents {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.728836 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: auto-allocated-topology {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.730110 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: availability_zones {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.731338 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: dhcp-networks {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.732839 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: dhcp-agents {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.734282 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: routers {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.736491 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: flavors {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.737714 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: service_profiles {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.738922 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: next_providers {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.740402 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: service_profiles {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.742316 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: floatingip-pools {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.743534 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: routers {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.745649 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: floatingips {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.747825 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: l3-routers {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.749223 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: l3-agents {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.750637 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: metering-labels {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.751979 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: metering-label-rules {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.753337 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: network-ip-availabilities {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.754781 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: bindings {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.756416 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: quotas {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.757979 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: quotas {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.759507 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: rbac-policies {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.760802 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: security-groups {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.762045 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: security-group-rules {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.763391 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: service-providers {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.764608 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: subnetpools {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.766049 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: subnetpools {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.767492 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.769245 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.771018 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.772766 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.774555 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.776384 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.778068 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.779941 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.781726 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.783540 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron.api.extensions [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Extended resource: tags {{(pid=109335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 19:32:33.789619 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING keystonemiddleware.auth_token [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 19:32:33.794319 dv-cinder-831247-1-iscsi neutron-server[109335]: WARNING keystonemiddleware.auth_token [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 19:32:33.802927 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_concurrency.lockutils [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Acquired lock "singleton_lock" {{(pid=109335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 19:32:33.803554 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_concurrency.lockutils [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Releasing lock "singleton_lock" {{(pid=109335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 19:32:33.804215 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Starting 2 workers Feb 28 19:32:33.809219 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Started child 109444 {{(pid=109335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:32:33.813743 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Started child 109445 {{(pid=109335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:32:33.814819 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:33.815630 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO neutron.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 19:32:33.816025 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:33.816484 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [-] (109444) wsgi starting up on http://0.0.0.0:9696 Feb 28 19:32:33.818430 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Starting 1 workers Feb 28 19:32:33.818626 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:33.820193 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [-] (109445) wsgi starting up on http://0.0.0.0:9696 Feb 28 19:32:33.823736 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Started child 109446 {{(pid=109335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:32:33.824269 dv-cinder-831247-1-iscsi neutron-server[109335]: INFO oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Starting 1 workers Feb 28 19:32:33.827593 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] calling RpcWorker wait() {{(pid=109446) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 19:32:33.828168 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] returning from RpcWorker wait() {{(pid=109446) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 19:32:33.828875 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Started child 109447 {{(pid=109335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 19:32:33.829396 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:33.829670 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG neutron_lib.callbacks.manager [None req-73894b90-dfd8-4a2b-9eb0-c715538c4033 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:33.829820 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:32:33.831631 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 19:32:33.831823 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 19:32:33.832046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 19:32:33.832233 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 19:32:33.832758 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 19:32:33.832885 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 19:32:33.833451 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.833745 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.834010 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.834267 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.834534 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.834756 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:33.835235 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.835309 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.835587 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.835857 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.836089 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.836184 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:32:33.836255 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.836424 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.836675 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.836908 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.837226 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.837492 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.837716 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.837981 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.838141 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.838382 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.838645 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.838893 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.839178 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] debug = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.839421 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.839933 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.840156 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.840396 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.840654 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.840932 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.841252 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.841597 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.841766 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.842001 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.844046 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845029 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] host = dv-cinder-831247-1-iscsi {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845029 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845029 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845029 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845662 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845662 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845966 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.845966 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.846290 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.846471 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.846732 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.846964 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.847251 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.847423 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.847676 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.847856 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_options = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.848107 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.848386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.848619 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.848839 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.849020 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.849187 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.849431 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.849629 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.849817 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.850053 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.850245 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.850494 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.850671 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.850912 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.851123 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.851377 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.851580 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.851860 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.852081 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.852448 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.852585 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.852787 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.853031 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.854269 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.854523 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.854805 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.855038 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.855291 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.855789 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.855789 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.856062 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.856363 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.856587 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.856875 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.857203 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.857477 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.858410 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.858410 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.858410 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.858410 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.859386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.859386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.859386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.859386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.860460 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.860460 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.860460 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_json = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.860460 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.860926 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.860926 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.861172 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.861319 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.863569 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.864551 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.864551 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.864551 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.864551 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.865020 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.865020 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.865374 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.865631 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.865936 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.866567 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.866878 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.867170 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.867442 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.867725 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.868008 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.868221 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.868448 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.868673 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.868961 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.869214 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.869448 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.869690 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.869916 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.871101 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.871101 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.871101 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.871101 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.871469 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.871562 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.873432 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.874464 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.874464 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.874464 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.874464 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.874464 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.875250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.875250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.875250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.875605 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.875605 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.875849 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.876142 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.876280 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877113 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877113 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877113 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877373 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877453 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877680 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.877921 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.878167 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.878620 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.879051 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.879437 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.879884 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.880298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.880688 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.881128 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.881591 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.881956 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.882330 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.882717 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.883096 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.883461 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.883853 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.884085 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.884420 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.884653 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.884858 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.885133 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.885345 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.885565 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.885795 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.886010 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.886234 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.886452 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.886688 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.886901 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.887309 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.887544 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.888727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.888727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.888727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.888727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.889003 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.889205 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.889427 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.889890 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.890301 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.890712 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.891105 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.891551 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.891993 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.892250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.892504 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.892759 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.893022 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.893315 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.893567 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.893798 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.894028 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.894472 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.894584 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.895143 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.895143 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.895342 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.895531 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.895929 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.896213 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.896669 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.897130 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.897562 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.898013 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.898467 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.898744 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.899022 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.899281 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.899520 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.899784 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.900059 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.900323 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.900560 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.900818 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.901060 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.901324 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.901593 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.901813 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.902063 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.902403 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.902642 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.902861 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.903088 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.903379 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.903627 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.903871 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.904136 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.904388 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.904625 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.904887 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.905159 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.905384 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.905624 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.905854 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.906069 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.906310 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.906560 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.906818 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.907052 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.907276 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.907524 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.907739 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.907969 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.908199 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.908437 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.908658 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.908930 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.909165 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.909410 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.909654 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.909879 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.910099 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.910339 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.910562 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.910809 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.911178 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.911593 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.911923 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.912171 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.912425 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.912681 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.912913 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.913328 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.913771 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.914150 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.914382 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.914590 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.914837 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.915027 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.915249 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.915483 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.915700 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.915958 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.916203 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.916563 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.916802 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.917091 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.917317 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.917557 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.917778 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.918018 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.918225 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.918446 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.918665 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.918888 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.919145 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.919368 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.919588 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.919807 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.920054 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.920317 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.920557 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.920797 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.921015 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.921292 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.921519 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.921729 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.921944 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.922183 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.922362 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.922568 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.922791 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.923002 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.923281 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.923548 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.923789 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.924084 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.924302 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.924613 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.924846 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.925060 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.925299 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.925523 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.925742 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.925954 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.926180 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.926393 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.926611 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.926835 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.927053 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.927270 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.927524 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.927736 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.927967 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.928189 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.928407 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.928619 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.928869 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.929080 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.929329 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.929559 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.929777 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.930007 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.930235 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.930446 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.930658 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.930897 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.931115 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.931344 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.931614 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.931871 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.932091 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.932372 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.932633 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.932877 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.933152 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.933448 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.933533 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:32:33.933663 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.933918 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.934188 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.934386 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.934607 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.934861 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.935171 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.935474 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.935757 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.936021 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.936305 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.936658 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.936927 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.937172 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.937466 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.937812 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.938116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.938730 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.938730 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.939015 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.939015 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.939303 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.939787 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.939787 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.940085 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.940254 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.940443 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.940698 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.940919 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.941176 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.941418 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.941665 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.941878 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.942124 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.942341 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.942498 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 19:32:33.943024 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 19:32:33.943186 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 19:32:33.943338 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 19:32:33.943506 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 19:32:33.943674 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 19:32:33.943825 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 19:32:33.944033 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.944195 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.944396 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.944519 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.944717 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.944838 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.944960 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.945140 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.945307 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.945466 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.945626 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.945785 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.945943 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.946100 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.946259 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.946421 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.946615 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.946781 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.946945 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.947108 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.947267 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.947425 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.947581 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] debug = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.947742 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.947961 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.948135 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.948271 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.948413 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.948548 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.948706 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.948866 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949013 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949199 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949341 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949499 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949656 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949815 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.949972 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.950130 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.950288 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.950446 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.950603 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] host = dv-cinder-831247-1-iscsi {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.950762 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.950921 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.951080 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.951237 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.951398 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.951556 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.951713 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.951874 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952031 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952188 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952400 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952495 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952652 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952809 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.952965 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_options = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.953140 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.953299 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.953458 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.953650 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.953815 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.953974 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.954133 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.954293 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.954452 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.954611 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.954770 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.954929 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.955091 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.955246 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.955395 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.955553 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.955752 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.955913 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.956086 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.956244 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.956404 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.956847 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.956847 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.956847 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957314 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957314 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957314 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957701 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957701 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957958 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.957958 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958482 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958482 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958482 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958482 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958958 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958958 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.958958 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959335 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959335 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959335 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959712 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959712 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959963 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.959963 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.960225 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.960225 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_json = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.960488 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.960488 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.960745 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.960881 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.961014 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.961196 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.961347 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.961469 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.961564 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 19:32:33.961723 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.961888 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.962062 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.962227 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.962390 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.962551 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.962714 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.962877 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.963037 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.963200 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.963368 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.963531 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.963702 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.963864 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964024 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964188 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964351 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964550 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964674 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964821 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.964981 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.965162 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.965335 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.965497 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.965658 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.965820 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.965981 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.966151 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.966313 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.966488 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.966650 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.966812 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.966974 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.967141 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.967303 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.967466 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.967633 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.967795 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968024 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968146 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968264 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968417 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968578 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968740 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.968903 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.969066 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.969256 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.969409 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.969571 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.969733 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.969895 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.970056 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.970219 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.970383 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.970544 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.970708 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.970868 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.971040 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.971201 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.971387 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.971555 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.971710 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.971872 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.972033 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.972195 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.972356 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.972520 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.972681 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.972855 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.973016 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.973198 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.973422 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.973592 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.973759 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.973921 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.974083 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.974247 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.974428 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.974553 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.974751 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.974969 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.975094 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.975436 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.975436 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.975655 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.975655 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.975886 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.976003 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.976111 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.976237 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.976346 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.976520 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.976697 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977160 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977160 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977160 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977470 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977470 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977711 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977831 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.977948 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.978082 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.978748 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.978748 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.978748 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.978748 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.979644 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.979644 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.979644 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.979644 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.979644 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.979644 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980047 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980047 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980047 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980256 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980336 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980466 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980629 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.980799 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.981735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.981735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.981735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.981735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.981735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982208 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982208 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982208 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982208 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982500 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982500 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982648 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.982813 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.983298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.983298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.983298 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.983766 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.983766 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.983766 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984071 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984071 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984296 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984377 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984515 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984828 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.984993 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.985173 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.985340 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.985498 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.985662 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.985819 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.985982 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.986146 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.986316 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.986465 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989116 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.989728 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.990212 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.990557 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.990735 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.990901 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.991414 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.991587 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.991752 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.991921 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.992087 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.992251 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.992413 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.992577 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.992741 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.992902 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.993063 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.993248 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.993412 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.993573 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.993733 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.993898 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.994058 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.994223 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.994402 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.994565 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.994727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.994896 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.995051 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.995212 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.995372 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.995533 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.995694 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.995853 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996016 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996177 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996340 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996502 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996663 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996824 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.996992 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.997185 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.997350 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.997512 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.997675 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.997837 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.997997 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.998158 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.998319 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.998481 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.998649 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.998809 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.998971 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.999146 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.999309 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.999472 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.999633 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.999795 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:33.999957 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.000129 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.000291 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.000452 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.000612 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.000772 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.000935 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.001118 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.001289 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.001450 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.001629 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.001774 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.001938 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.002108 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.002270 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.002430 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.002617 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.002778 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.002941 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.003112 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.003276 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.003438 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.003598 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.003759 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.003919 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.004091 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.004252 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.004415 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.004576 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.004740 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.004903 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.005072 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.005251 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.005414 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.005583 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.005744 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.005905 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.006066 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.006242 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.006405 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.006568 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.006732 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.006893 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.007061 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.007224 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.007389 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.007559 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.007727 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.007889 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.008059 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.008229 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.008399 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.008563 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.008734 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.008907 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.009067 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.009250 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.009412 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.009572 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.009734 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.009893 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.010054 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.010214 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.010374 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.010534 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.010694 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.010854 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011014 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011174 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011335 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011494 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011654 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011814 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.011974 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 19:32:34.012127 dv-cinder-831247-1-iscsi neutron-server[109335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 19:32:34.054285 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38078) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:32:34.067882 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101676 Feb 28 19:32:45.265581 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d160e5-2269-405f-b9b5-4e512b317838 None None] get_active_networks_info from dv-cinder-831247-1-iscsi {{(pid=109446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 19:32:45.330507 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d160e5-2269-405f-b9b5-4e512b317838 None None] No non-hosted networks {{(pid=109446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 19:32:45.345229 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.agentschedulers_db [None req-c4d160e5-2269-405f-b9b5-4e512b317838 None None] DHCP Agent not found on host dv-cinder-831247-1-iscsi {{(pid=109446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 19:32:45.429216 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-64320eda-6955-4acd-8989-e3321eed9696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556882'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:47.627224 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-29e7daf9-4387-423a-86ae-c844476b61d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556882'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:47.654341 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9f824144-93bd-4bbd-b8c1-c56e73e51356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:48.723881 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556882'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:49.995543 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556882'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:51.398836 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38162) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:32:51.563554 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556882'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:51.565188 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.565848 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.566336 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.566918 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.567297 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.567708 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.568180 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.568755 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.569300 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.569843 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.570454 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.571116 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.571610 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:51.572075 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:32:51.580122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:32:51.970501 dv-cinder-831247-1-iscsi neutron-server[109445]: WARNING oslo_policy.policy [None req-0ad8f98d-9209-48fb-89cd-adcb1e73ad4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:51.971081 dv-cinder-831247-1-iscsi neutron-server[109445]: WARNING oslo_policy.policy [None req-0ad8f98d-9209-48fb-89cd-adcb1e73ad4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:52.192458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [None req-0ad8f98d-9209-48fb-89cd-adcb1e73ad4f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:32:52.205178 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0ad8f98d-9209-48fb-89cd-adcb1e73ad4f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7938933 Feb 28 19:32:53.692433 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.db.l3_hamode_db [None req-e289c383-5afb-4c67-92c4-e79591ba46fa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 19:32:53.771978 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289c383-5afb-4c67-92c4-e79591ba46fa None None] Routers set() bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:32:53.772389 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289c383-5afb-4c67-92c4-e79591ba46fa None None] Router IDs set() for agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 19:32:54.732201 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38188) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:32:55.081063 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:32:55.171574 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.policy [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 19:32:55.212928 dv-cinder-831247-1-iscsi neutron-server[109445]: WARNING oslo_policy.policy [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:55.213323 dv-cinder-831247-1-iscsi neutron-server[109445]: WARNING oslo_policy.policy [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:55.318710 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793330996558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793330996029', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793331015041', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793331032638', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793331026470', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793331050236', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1926838', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637153'] for rbac-policy (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:55.393842 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:55.395714 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e40d6a7d-538f-4445-9b3c-1c5034f64cf4 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6618876 Feb 28 19:32:57.916699 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38198) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:32:58.471521 dv-cinder-831247-1-iscsi neutron-server[109444]: WARNING oslo_policy.policy [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:58.472101 dv-cinder-831247-1-iscsi neutron-server[109444]: WARNING oslo_policy.policy [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:58.688070 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:32:58.747185 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Made reservation on behalf of 12794c90704d496293681630b639c026 for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:32:58.807840 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.policy [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 19:32:58.849368 dv-cinder-831247-1-iscsi neutron-server[109444]: WARNING oslo_policy.policy [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:58.849731 dv-cinder-831247-1-iscsi neutron-server[109444]: WARNING oslo_policy.policy [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 19:32:58.860389 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:58.883658 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:58.994682 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks [] for security_group (03559b3c-f97f-4bb1-b4cf-a3d7424956cc), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:59.001427 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (03559b3c-f97f-4bb1-b4cf-a3d7424956cc), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:59.026436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:32:59.061164 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793331671700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (a32bd23b-2630-43c5-beca-bf4dd82911e2), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:59.061743 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Unsubscribe: segment precommit_create {{(pid=109444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 19:32:59.062276 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Added segment a32bd23b-2630-43c5-beca-bf4dd82911e2 of type vlan for network a9bc0ede-1d31-43bb-865a-7024e3a568bb Feb 28 19:32:59.081147 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=03559b3c-f97f-4bb1-b4cf-a3d7424956cc,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:32:59.133436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.133790 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.134139 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.134474 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.134795 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.135108 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.135430 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.135740 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.136029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.136351 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.136661 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.136969 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.137297 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Tracked resource versions report: Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: pushed versions: Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: { 'AddressGroup': {'1.2'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'ConntrackHelper': {'1.0'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Log': {'1.0'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Network': {'1.1'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Port': {'1.7'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'PortForwarding': {'1.2'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'QosPolicy': {'1.10'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroup': {'1.5'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SubPort': {'1.0'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Subnet': {'1.1'}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Trunk': {'1.1'}} Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: consumer versions: Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'ConntrackHelper': '1.0', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'LocalIPAssociation': '1.0', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Log': '1.0', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Network': '1.1', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Port': '1.7', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'PortForwarding': '1.2', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'QosPolicy': '1.10', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroup': '1.5', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroupRule': '1.2', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SubPort': '1.0', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Subnet': '1.1', Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Trunk': '1.1'}} Feb 28 19:32:59.138695 dv-cinder-831247-1-iscsi neutron-server[109444]: {{(pid=109444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:32:59.173453 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (a9bc0ede-1d31-43bb-865a-7024e3a568bb), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:59.216661 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (a9bc0ede-1d31-43bb-865a-7024e3a568bb), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:59.223047 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:32:59.223800 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:32:59.320930 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4019542 Feb 28 19:32:59.344624 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47086a-c8d5-427e-be5a-f0afbab9c23c demo demo] Pushing event updated for resources: {'Network': ['ID=a9bc0ede-1d31-43bb-865a-7024e3a568bb,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:32:59.357571 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:33:01.851207 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38218) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:02.305577 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5eee0-d4ab-4aa8-80d6-c8bfda69536d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:02.311206 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-16b5eee0-d4ab-4aa8-80d6-c8bfda69536d demo admin] 10.222.0.47 "GET /v2.0/networks/a9bc0ede-1d31-43bb-865a-7024e3a568bb HTTP/1.1" status: 200 len: 825 time: 0.4550579 Feb 28 19:33:02.334264 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fead0e9d-11d2-4071-ac42-95ddf04d140a demo admin] 10.222.0.47 "GET /v2.0/subnetpools/64cfd574-62bf-47b3-b081-6394db4e8025 HTTP/1.1" status: 200 len: 734 time: 0.0188363 Feb 28 19:33:02.342631 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Request body: {'subnet': {'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:33:02.372550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Made reservation on behalf of 12794c90704d496293681630b639c026 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:33:02.375209 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:02.670310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:02.739919 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Checking segment: {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:33:02.740664 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Network hostable DHCP agents. Network: a9bc0ede-1d31-43bb-865a-7024e3a568bb, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:33:02.747650 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Pushing event updated for resources: {'Subnet': ['ID=aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:02.758658 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.759012 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.759357 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.759686 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.759999 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.760326 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.760633 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.760948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.761287 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.761621 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.761935 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.762225 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.762531 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Tracked resource versions report: Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: pushed versions: Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: { 'AddressGroup': {'1.2'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'ConntrackHelper': {'1.0'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Log': {'1.0'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Network': {'1.1'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Port': {'1.7'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'PortForwarding': {'1.2'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'QosPolicy': {'1.10'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroup': {'1.5'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SubPort': {'1.0'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Subnet': {'1.1'}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Trunk': {'1.1'}} Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: consumer versions: Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'ConntrackHelper': '1.0', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'LocalIPAssociation': '1.0', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Log': '1.0', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Network': '1.1', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Port': '1.7', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'PortForwarding': '1.2', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'QosPolicy': '1.10', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroup': '1.5', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroupRule': '1.2', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SubPort': '1.0', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Subnet': '1.1', Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Trunk': '1.1'}} Feb 28 19:33:02.763890 dv-cinder-831247-1-iscsi neutron-server[109445]: {{(pid=109445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:33:02.792872 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:33:02.808019 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, a9bc0ede-1d31-43bb-865a-7024e3a568bb) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:33:02.814214 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:02.815170 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:02.818652 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef278e1-ad57-4060-b44a-ece89aa6b003 None None] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:33:02.834096 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4c2c20f7-e1f0-4d8e-ae1a-f2eb7dea1e16 demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4947169 Feb 28 19:33:03.197823 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'project_id': '12794c90704d496293681630b639c026', 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:33:03.199084 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:03.473986 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Allocated IP 172.20.0.2 (a9bc0ede-1d31-43bb-865a-7024e3a568bb/aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7/92be4857-9be2-4b50-81c6-977f3efb10e5) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:33:03.741023 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Publish callbacks [] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:03.749010 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:03.821281 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:33:03.830201 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:33:03.833561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:33:03.843804 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Pushing event updated for resources: {'Port': ['ID=92be4857-9be2-4b50-81c6-977f3efb10e5,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:03.888883 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.889312 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.889680 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.890014 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.890343 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.890665 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.890994 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.891314 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.891678 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.892014 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.892338 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.892659 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.892979 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Tracked resource versions report: Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: pushed versions: Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: { 'AddressGroup': {'1.2'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'ConntrackHelper': {'1.0'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Log': {'1.0'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Network': {'1.1'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Port': {'1.7'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'PortForwarding': {'1.2'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'QosPolicy': {'1.10'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroup': {'1.5'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SubPort': {'1.0'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Subnet': {'1.1'}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Trunk': {'1.1'}} Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: consumer versions: Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'ConntrackHelper': '1.0', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'LocalIPAssociation': '1.0', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Log': '1.0', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Network': '1.1', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Port': '1.7', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'PortForwarding': '1.2', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'QosPolicy': '1.10', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroup': '1.5', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroupRule': '1.2', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SubPort': '1.0', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Subnet': '1.1', Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Trunk': '1.1'}} Feb 28 19:33:03.894401 dv-cinder-831247-1-iscsi neutron-server[109446]: {{(pid=109446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:33:03.927721 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Attempting to bind port 92be4857-9be2-4b50-81c6-977f3efb10e5 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:33:03.928125 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Attempting to bind port 92be4857-9be2-4b50-81c6-977f3efb10e5 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:33:03.928541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Attempting to bind port 92be4857-9be2-4b50-81c6-977f3efb10e5 on network a9bc0ede-1d31-43bb-865a-7024e3a568bb {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:33:03.933700 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:33:03.934069 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Checking segment: {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:33:03.934576 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:03.935012 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Bound using segment: {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:33:03.935502 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Bound port: 92be4857-9be2-4b50-81c6-977f3efb10e5, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:33:03.935903 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:03.998405 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] For port 92be4857-9be2-4b50-81c6-977f3efb10e5, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:33:04.002910 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] For port 92be4857-9be2-4b50-81c6-977f3efb10e5, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=92be4857-9be2-4b50-81c6-977f3efb10e5,segment=NetworkSegment(a32bd23b-2630-43c5-beca-bf4dd82911e2),segment_id=a32bd23b-2630-43c5-beca-bf4dd82911e2)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:33:04.014806 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:04.078928 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f460e52-edf5-4155-b0df-8838dc8583c8 None None] Pushing event updated for resources: {'Port': ['ID=92be4857-9be2-4b50-81c6-977f3efb10e5,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:05.384713 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38230) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:05.713892 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [None req-dc897eac-f4e3-4eb9-a930-2ed2b3ace1e8 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:33:05.714882 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-dc897eac-f4e3-4eb9-a930-2ed2b3ace1e8 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3291891 Feb 28 19:33:08.256910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38238) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:08.576291 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [None req-d449a3eb-2258-4bb2-af9d-3787a8795a25 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:33:08.577400 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d449a3eb-2258-4bb2-af9d-3787a8795a25 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194594 Feb 28 19:33:11.100487 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38246) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:11.434790 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:33:11.461702 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (6cdcb3de-50f3-484e-b73d-0858e72f65ab), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:11.463216 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (6cdcb3de-50f3-484e-b73d-0858e72f65ab), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:11.598166 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] Publish callbacks [] for router_controller (6cdcb3de-50f3-484e-b73d-0858e72f65ab), precommit_add_association {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:11.606595 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (6cdcb3de-50f3-484e-b73d-0858e72f65ab), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:11.624853 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:11.626146 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3a0958f9-fc4b-48b3-a80b-441d5589c68e demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5246613 Feb 28 19:33:14.188510 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38258) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:14.321811 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 92be4857-9be2-4b50-81c6-977f3efb10e5 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:33:14.415958 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 92be4857-9be2-4b50-81c6-977f3efb10e5 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:14.416382 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:14.521345 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 92be4857-9be2-4b50-81c6-977f3efb10e5 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:14.521732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:14.535483 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [None req-9cce7d53-774e-4e4e-979c-3f4b10286692 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:33:14.537126 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9cce7d53-774e-4e4e-979c-3f4b10286692 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3468339 Feb 28 19:33:14.556866 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 92be4857-9be2-4b50-81c6-977f3efb10e5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=92be4857-9be2-4b50-81c6-977f3efb10e5,segment=NetworkSegment(a32bd23b-2630-43c5-beca-bf4dd82911e2),segment_id=a32bd23b-2630-43c5-beca-bf4dd82911e2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:33:14.561352 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:14.610578 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=92be4857-9be2-4b50-81c6-977f3efb10e5,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:15.191672 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-abfb5f83-2676-4893-848c-fed6061b1cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:15.315063 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476dbd7f-917a-46d8-a3f2-afcd6f0bfe91 None None] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:33:15.443922 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-c28bf565-157a-4306-bb72-1ac477c59e17 None None] Provisioning complete for port 92be4857-9be2-4b50-81c6-977f3efb10e5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:15.444558 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c28bf565-157a-4306-bb72-1ac477c59e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:15.523182 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-c28bf565-157a-4306-bb72-1ac477c59e17 None None] Current status of the port 92be4857-9be2-4b50-81c6-977f3efb10e5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:15.643946 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-95193e02-9e2e-410e-9acd-d95f7976f9da None None] Provisioning complete for port 92be4857-9be2-4b50-81c6-977f3efb10e5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:15.644346 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95193e02-9e2e-410e-9acd-d95f7976f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:15.725020 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-95193e02-9e2e-410e-9acd-d95f7976f9da None None] Current status of the port 92be4857-9be2-4b50-81c6-977f3efb10e5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:16.266768 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 92be4857-9be2-4b50-81c6-977f3efb10e5 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:33:16.315259 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 92be4857-9be2-4b50-81c6-977f3efb10e5 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:16.315653 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:16.392333 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 92be4857-9be2-4b50-81c6-977f3efb10e5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:17.086228 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38266) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:17.432170 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:33:17.456320 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Made reservation on behalf of ceb0be9fe4094b3f8e3f7105d8fee3b1 for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:33:17.458544 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.467035 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.540295 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks [] for security_group (673c85d4-f3f1-4435-890f-8d0e7bb88183), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.546355 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (673c85d4-f3f1-4435-890f-8d0e7bb88183), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.562858 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Reserving flat network on physical network physnet1 {{(pid=109444) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 19:33:17.582214 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c85d4-f3f1-4435-890f-8d0e7bb88183,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:17.585078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (823a5f2c-3cd0-48a9-9753-23033fd24940), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.585476 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Added segment 823a5f2c-3cd0-48a9-9753-23033fd24940 of type flat for network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 Feb 28 19:33:17.616326 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8ca1142b-8c5f-41c2-b0f8-ceb6f4393110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.631263 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.663939 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.664855 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:17.665485 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:17.736185 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6487141 Feb 28 19:33:17.783059 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38bd32-829b-4014-9e14-f18c1fc32c09 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:17.794732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:33:18.679956 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:19.946681 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:20.269072 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38284) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:20.464457 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6de10e-46bf-4dff-83a3-52df95f32b3b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:20.465917 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0a6de10e-46bf-4dff-83a3-52df95f32b3b demo admin] 10.222.0.47 "GET /v2.0/subnets/aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7 HTTP/1.1" status: 200 len: 849 time: 0.1958025 Feb 28 19:33:20.643372 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-79b36371-7763-4ec3-af5f-9825cc6695b8 demo admin] 10.222.0.47 "GET /v2.0/routers/6cdcb3de-50f3-484e-b73d-0858e72f65ab HTTP/1.1" status: 200 len: 704 time: 0.1717243 Feb 28 19:33:20.928166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.247782 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Allocated IP 172.20.0.1 (a9bc0ede-1d31-43bb-865a-7024e3a568bb/aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7/36a2fcf5-46e7-48e5-a1f8-276baf071e2f) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:33:21.400102 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks [] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.473667 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.543216 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:33:21.562052 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:33:21.567460 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:33:21.568432 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (6cdcb3de-50f3-484e-b73d-0858e72f65ab), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.589853 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Pushing event updated for resources: {'Port': ['ID=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:21.617994 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.774331 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.792649 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-5cf02671-1112-4355-8eb8-afb7e516b952 None None] Provisioning complete for port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:21.793033 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5cf02671-1112-4355-8eb8-afb7e516b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:21.827357 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-5cf02671-1112-4355-8eb8-afb7e516b952 None None] Port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:33:22.050553 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks [] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:22.059053 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:22.060167 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (6cdcb3de-50f3-484e-b73d-0858e72f65ab), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:22.145616 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Pushing event updated for resources: {'Port': ['ID=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:22.194579 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:33:22.196096 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:33:22.362940 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Router 6cdcb3de-50f3-484e-b73d-0858e72f65ab is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:33:22.461192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:33:22.466665 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-74ab0dfa-1f6a-4c40-839b-335677acd77b demo admin] 10.222.0.47 "PUT /v2.0/routers/6cdcb3de-50f3-484e-b73d-0858e72f65ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8153498 Feb 28 19:33:22.472085 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Sync routers for ids ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:33:22.485140 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Routers {'6cdcb3de-50f3-484e-b73d-0858e72f65ab'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:33:22.485996 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:33:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:22.552939 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-93ed2f64-f25d-47dc-a76c-e7ec602bf0ae None None] Provisioning complete for port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:22.553486 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-93ed2f64-f25d-47dc-a76c-e7ec602bf0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:22.589446 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-93ed2f64-f25d-47dc-a76c-e7ec602bf0ae None None] Port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:33:22.678784 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Set router 6cdcb3de-50f3-484e-b73d-0858e72f65ab gateway port host: None {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:33:23.102607 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'name': 'router1', 'tenant_id': '12794c90704d496293681630b639c026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:33:11Z', 'updated_at': '2022-02-28T19:33:21Z', 'revision_number': 2, 'project_id': '12794c90704d496293681630b639c026', 'gw_port_host': None, '_interfaces': [{'id': '36a2fcf5-46e7-48e5-a1f8-276baf071e2f', 'name': '', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'tenant_id': '12794c90704d496293681630b639c026', 'mac_address': 'fa:16:3e:a5:64:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:20Z', 'updated_at': '2022-02-28T19:33:21Z', 'revision_number': 2, 'project_id': '12794c90704d496293681630b639c026', 'subnets': [{'id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:23.152680 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Checking router: 6cdcb3de-50f3-484e-b73d-0858e72f65ab for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:33:23.153046 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Updating router 6cdcb3de-50f3-484e-b73d-0858e72f65ab port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:33:23.204689 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:23.714630 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Publish callbacks [] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:23.723994 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:23.859191 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Pushing event updated for resources: {'Port': ['ID=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:23.883340 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.883699 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.884021 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.884348 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.884669 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.884990 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.885333 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.885654 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.885966 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.886295 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.886612 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.886924 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.887229 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Tracked resource versions report: Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: pushed versions: Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: { 'AddressGroup': {'1.2'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'ConntrackHelper': {'1.0'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Log': {'1.0'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Network': {'1.1'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Port': {'1.7'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'PortForwarding': {'1.2'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'QosPolicy': {'1.10'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroup': {'1.5'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SubPort': {'1.0'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Subnet': {'1.1'}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Trunk': {'1.1'}} Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: consumer versions: Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'ConntrackHelper': '1.0', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'LocalIPAssociation': '1.0', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Log': '1.0', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Network': '1.1', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Port': '1.7', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'PortForwarding': '1.2', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'QosPolicy': '1.10', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroup': '1.5', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroupRule': '1.2', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SubPort': '1.0', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Subnet': '1.1', Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Trunk': '1.1'}} Feb 28 19:33:23.888648 dv-cinder-831247-1-iscsi neutron-server[109447]: {{(pid=109447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:33:23.899758 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Attempting to bind port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:33:23.900165 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Attempting to bind port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:33:23.900698 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Attempting to bind port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f on network a9bc0ede-1d31-43bb-865a-7024e3a568bb {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:33:23.906804 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:33:23.907206 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Checking segment: {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:33:23.907710 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:23.908089 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Bound using segment: {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:33:23.908674 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Bound port: 36a2fcf5-46e7-48e5-a1f8-276baf071e2f, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32bd23b-2630-43c5-beca-bf4dd82911e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:33:23.909058 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:23.974427 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] For port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:33:23.993764 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] For port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,segment=NetworkSegment(a32bd23b-2630-43c5-beca-bf4dd82911e2),segment_id=a32bd23b-2630-43c5-beca-bf4dd82911e2)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:33:24.000969 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:24.016183 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] Provisioning complete for port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:24.017194 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:24.053733 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67ad53-3f0b-4868-8361-eeed523155f6 None None] Pushing event updated for resources: {'Port': ['ID=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,revision_number=4']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:24.086929 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Routers {'6cdcb3de-50f3-484e-b73d-0858e72f65ab'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:33:24.087602 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:33:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:24.117257 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] Current status of the port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:24.118631 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:24.157281 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] For port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,segment=NetworkSegment(a32bd23b-2630-43c5-beca-bf4dd82911e2),segment_id=a32bd23b-2630-43c5-beca-bf4dd82911e2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:33:24.166042 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:24.180253 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] Set router 6cdcb3de-50f3-484e-b73d-0858e72f65ab gateway port host: None {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:33:24.227314 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0016f-d64a-4aaf-8849-b01cbb512b70 None None] Pushing event updated for resources: {'Port': ['ID=36a2fcf5-46e7-48e5-a1f8-276baf071e2f,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:24.287367 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-4b50a6bb-bfbc-4fce-acec-17d45b33d5d6 None None] Provisioning complete for port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:24.287757 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b50a6bb-bfbc-4fce-acec-17d45b33d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:24.367331 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-4b50a6bb-bfbc-4fce-acec-17d45b33d5d6 None None] Current status of the port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:24.397551 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'name': 'router1', 'tenant_id': '12794c90704d496293681630b639c026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:33:11Z', 'updated_at': '2022-02-28T19:33:21Z', 'revision_number': 2, 'project_id': '12794c90704d496293681630b639c026', 'gw_port_host': None, '_interfaces': [{'id': '36a2fcf5-46e7-48e5-a1f8-276baf071e2f', 'name': '', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'tenant_id': '12794c90704d496293681630b639c026', 'mac_address': 'fa:16:3e:a5:64:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:20Z', 'updated_at': '2022-02-28T19:33:23Z', 'revision_number': 4, 'project_id': '12794c90704d496293681630b639c026', 'subnets': [{'id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:24.423390 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cef2a-f875-42a6-a4d3-233a5342e2c5 None None] The sync data for ids ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'] in dv-cinder-831247-1-iscsi is: [{'id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'name': 'router1', 'tenant_id': '12794c90704d496293681630b639c026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:33:11Z', 'updated_at': '2022-02-28T19:33:21Z', 'revision_number': 2, 'project_id': '12794c90704d496293681630b639c026', 'gw_port_host': None, '_interfaces': [{'id': '36a2fcf5-46e7-48e5-a1f8-276baf071e2f', 'name': '', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'tenant_id': '12794c90704d496293681630b639c026', 'mac_address': 'fa:16:3e:a5:64:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:20Z', 'updated_at': '2022-02-28T19:33:23Z', 'revision_number': 4, 'project_id': '12794c90704d496293681630b639c026', 'subnets': [{'id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:33:24.874461 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:33:24.944786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38306) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:25.055827 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f67a97-f9af-4ab2-880a-0bdf03a727bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:25.057113 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-71f67a97-f9af-4ab2-880a-0bdf03a727bd admin admin] 10.222.0.47 "GET /v2.0/networks/2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 HTTP/1.1" status: 200 len: 842 time: 0.1113207 Feb 28 19:33:25.066712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:33:25.087399 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Made reservation on behalf of ceb0be9fe4094b3f8e3f7105d8fee3b1 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:33:25.089614 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:25.378876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.objects.ports [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109445) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 19:33:25.379273 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (c00ce94e-a437-44c1-9d3c-c3caab046dd2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:25.429810 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00ce94e-a437-44c1-9d3c-c3caab046dd2,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:25.440067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:33:25.440414 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Network hostable DHCP agents. Network: 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:33:25.459558 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:33:25.469370 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:33:25.474114 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:25.474702 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:25.480156 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5dbd37-85ee-478c-a617-e65bce0bff05 None None] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:33:25.505124 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f64c97d2-5563-4ad1-ac76-ba794b0f3d03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4291604 Feb 28 19:33:25.599254 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09260260-9691-40ee-a444-78513ca96189 None None] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:33:27.890897 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38314) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:28.024546 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a52be3b2-8d5d-4777-9443-b59dae7dc4e0 demo admin] 10.222.0.47 "GET /v2.0/routers/6cdcb3de-50f3-484e-b73d-0858e72f65ab HTTP/1.1" status: 200 len: 710 time: 0.1323693 Feb 28 19:33:28.109660 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080d27a-17e2-40b9-a9cb-82c3086f28cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:33:28.110935 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d080d27a-17e2-40b9-a9cb-82c3086f28cc demo admin] 10.222.0.47 "GET /v2.0/networks/2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 HTTP/1.1" status: 200 len: 886 time: 0.0810323 Feb 28 19:33:28.120337 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:33:28.443004 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks [] for router_gateway (6cdcb3de-50f3-484e-b73d-0858e72f65ab), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:28.677636 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks [] for router_gateway (6cdcb3de-50f3-484e-b73d-0858e72f65ab), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:28.750166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:28.851559 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Allocated IP 172.27.0.19 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/d9db863b-4354-49d3-bc7f-1306c2324b22) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:33:28.950613 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks [] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:28.984801 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:29.025698 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:33:29.028387 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:33:29.032622 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:33:29.035564 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Pushing event updated for resources: {'Port': ['ID=d9db863b-4354-49d3-bc7f-1306c2324b22,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:29.284488 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks [] for router_gateway (6cdcb3de-50f3-484e-b73d-0858e72f65ab), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:29.482231 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4061'] for router (6cdcb3de-50f3-484e-b73d-0858e72f65ab), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:29.485926 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553740'] for router (6cdcb3de-50f3-484e-b73d-0858e72f65ab), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:29.599377 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Router 6cdcb3de-50f3-484e-b73d-0858e72f65ab has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:33:29.715305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:33:29.720080 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:29.725496 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c6cf1166-1b06-4973-b253-91f0af27692c demo admin] 10.222.0.47 "PUT /v2.0/routers/6cdcb3de-50f3-484e-b73d-0858e72f65ab HTTP/1.1" status: 200 len: 889 time: 1.6044753 Feb 28 19:33:32.249143 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38326) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:33:32.307443 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 36a2fcf5-46e7-48e5-a1f8-276baf071e2f up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:33:32.358122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:32.358510 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:32.382003 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0d754224-e7ca-4dd4-bfb9-5141a2213b3b admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1309648 Feb 28 19:33:32.446734 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:33.010842 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Sync routers for ids ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:33:33.024764 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Routers {'6cdcb3de-50f3-484e-b73d-0858e72f65ab'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:33:33.025458 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:33:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:33.246593 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Set router 6cdcb3de-50f3-484e-b73d-0858e72f65ab gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:33:33.713910 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'name': 'router1', 'tenant_id': '12794c90704d496293681630b639c026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9db863b-4354-49d3-bc7f-1306c2324b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:33:11Z', 'updated_at': '2022-02-28T19:33:29Z', 'revision_number': 4, 'project_id': '12794c90704d496293681630b639c026', 'gw_port': {'id': 'd9db863b-4354-49d3-bc7f-1306c2324b22', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:28Z', 'updated_at': '2022-02-28T19:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '36a2fcf5-46e7-48e5-a1f8-276baf071e2f', 'name': '', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'tenant_id': '12794c90704d496293681630b639c026', 'mac_address': 'fa:16:3e:a5:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:20Z', 'updated_at': '2022-02-28T19:33:24Z', 'revision_number': 5, 'project_id': '12794c90704d496293681630b639c026', 'subnets': [{'id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:33.765163 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Checking router: 6cdcb3de-50f3-484e-b73d-0858e72f65ab for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:33:33.765562 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Updating router 6cdcb3de-50f3-484e-b73d-0858e72f65ab port d9db863b-4354-49d3-bc7f-1306c2324b22 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:33:33.815579 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:34.141197 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Publish callbacks [] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:34.147900 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:34.188208 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8186-cc00-42d5-93cf-51f628425c1d None None] Pushing event updated for resources: {'Port': ['ID=d9db863b-4354-49d3-bc7f-1306c2324b22,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:34.211246 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Attempting to bind port d9db863b-4354-49d3-bc7f-1306c2324b22 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:33:34.211246 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Attempting to bind port d9db863b-4354-49d3-bc7f-1306c2324b22 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:33:34.211246 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Attempting to bind port d9db863b-4354-49d3-bc7f-1306c2324b22 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:33:34.217522 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:33:34.217888 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:33:34.218298 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:34.218692 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:33:34.219170 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Bound port: d9db863b-4354-49d3-bc7f-1306c2324b22, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:33:34.219550 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:34.270548 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] For port d9db863b-4354-49d3-bc7f-1306c2324b22, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:33:34.274348 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] For port d9db863b-4354-49d3-bc7f-1306c2324b22, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=d9db863b-4354-49d3-bc7f-1306c2324b22,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:33:34.281714 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:34.338485 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8186-cc00-42d5-93cf-51f628425c1d None None] Pushing event updated for resources: {'Port': ['ID=d9db863b-4354-49d3-bc7f-1306c2324b22,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:34.346013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Routers {'6cdcb3de-50f3-484e-b73d-0858e72f65ab'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:33:34.346013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:33:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:34.462721 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] Set router 6cdcb3de-50f3-484e-b73d-0858e72f65ab gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:33:34.699551 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'name': 'router1', 'tenant_id': '12794c90704d496293681630b639c026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9db863b-4354-49d3-bc7f-1306c2324b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:33:11Z', 'updated_at': '2022-02-28T19:33:29Z', 'revision_number': 4, 'project_id': '12794c90704d496293681630b639c026', 'gw_port': {'id': 'd9db863b-4354-49d3-bc7f-1306c2324b22', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:28Z', 'updated_at': '2022-02-28T19:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '36a2fcf5-46e7-48e5-a1f8-276baf071e2f', 'name': '', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'tenant_id': '12794c90704d496293681630b639c026', 'mac_address': 'fa:16:3e:a5:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:20Z', 'updated_at': '2022-02-28T19:33:24Z', 'revision_number': 5, 'project_id': '12794c90704d496293681630b639c026', 'subnets': [{'id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:33:34.728941 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3079a0-fd39-4044-94ce-3625cf5b42e6 None None] The sync data for ids ['6cdcb3de-50f3-484e-b73d-0858e72f65ab'] in dv-cinder-831247-1-iscsi is: [{'id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'name': 'router1', 'tenant_id': '12794c90704d496293681630b639c026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd9db863b-4354-49d3-bc7f-1306c2324b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:33:11Z', 'updated_at': '2022-02-28T19:33:29Z', 'revision_number': 4, 'project_id': '12794c90704d496293681630b639c026', 'gw_port': {'id': 'd9db863b-4354-49d3-bc7f-1306c2324b22', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:28Z', 'updated_at': '2022-02-28T19:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '36a2fcf5-46e7-48e5-a1f8-276baf071e2f', 'name': '', 'network_id': 'a9bc0ede-1d31-43bb-865a-7024e3a568bb', 'tenant_id': '12794c90704d496293681630b639c026', 'mac_address': 'fa:16:3e:a5:64:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdcb3de-50f3-484e-b73d-0858e72f65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:33:20Z', 'updated_at': '2022-02-28T19:33:24Z', 'revision_number': 5, 'project_id': '12794c90704d496293681630b639c026', 'subnets': [{'id': 'aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64cfd574-62bf-47b3-b081-6394db4e8025'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:33:36.364224 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device d9db863b-4354-49d3-bc7f-1306c2324b22 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:33:36.435116 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port d9db863b-4354-49d3-bc7f-1306c2324b22 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:36.435657 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:36.532210 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port d9db863b-4354-49d3-bc7f-1306c2324b22 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:36.533113 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:36.557971 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port d9db863b-4354-49d3-bc7f-1306c2324b22, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=d9db863b-4354-49d3-bc7f-1306c2324b22,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:33:36.568901 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:36.644051 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=d9db863b-4354-49d3-bc7f-1306c2324b22,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:33:38.461639 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device d9db863b-4354-49d3-bc7f-1306c2324b22 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:33:38.518608 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port d9db863b-4354-49d3-bc7f-1306c2324b22 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:33:38.520247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (d9db863b-4354-49d3-bc7f-1306c2324b22), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:38.608270 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port d9db863b-4354-49d3-bc7f-1306c2324b22 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:33:45.187460 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-811707f8-a69a-4906-b145-59cc7a121037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:47.622974 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9caf5e26-3fab-4ca9-b4d5-6468ea43d384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:48.684033 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:49.960105 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:33:51.562929 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:01.873247 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:34:15.200537 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0fac6d44-dfad-4392-8db3-39f438f3ce33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:17.618893 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-60ebc2bb-6a88-4aba-9658-43b17a5066bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:18.689364 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:19.952589 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:21.566761 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:38.873352 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:34:45.195869 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b29fec55-e23c-487c-82d3-1bf294bcc69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:47.623496 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-23d5d744-8820-423c-9fe1-1000984f7a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:48.695755 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:49.951794 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:51.571636 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:52.519279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38810) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:34:52.655935 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e60d38e-e7a0-445d-afbf-adbef00cb5ed admin admin] GET failed (client error): The resource could not be found. Feb 28 19:34:52.657313 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-2e60d38e-e7a0-445d-afbf-adbef00cb5ed admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1370957 Feb 28 19:34:52.833624 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcc2a0-61e8-44e3-83cd-c7ca3420f9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:34:52.835026 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f1dcc2a0-61e8-44e3-83cd-c7ca3420f9f8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1719050 Feb 28 19:34:55.156124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38820) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:34:55.262258 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a559c-9abe-42ce-beac-90acf3951c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:34:55.263643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-755a559c-9abe-42ce-beac-90acf3951c09 admin admin] 10.222.0.47 "GET /v2.0/subnets/aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7 HTTP/1.1" status: 200 len: 849 time: 0.1062288 Feb 28 19:34:55.273396 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:34:55.359817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Publish callbacks [] for subnet (aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:55.513535 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793331802597'] for subnet (aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:55.543944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:34:55.544531 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:55.545845 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] 10.222.0.47 "PUT /v2.0/subnets/aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7 HTTP/1.1" status: 200 len: 868 time: 0.2761467 Feb 28 19:34:55.549090 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d0b719-f187-4b6b-ba46-cd947b8bea82 None None] Network a9bc0ede-1d31-43bb-865a-7024e3a568bb requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:34:55.564526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:34:55.572095 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.572495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.572809 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.573191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.573512 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.573860 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.574208 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.575191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.575542 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.575895 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.576289 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.576583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.576903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18794e6c-83dc-489b-a9bd-db70fcb15935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:34:55.907762 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-ef4c2941-09e4-466b-94e3-546e06ca13da None None] Provisioning complete for port 92be4857-9be2-4b50-81c6-977f3efb10e5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:34:55.908283 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2941-09e4-466b-94e3-546e06ca13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (92be4857-9be2-4b50-81c6-977f3efb10e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:55.989647 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c2941-09e4-466b-94e3-546e06ca13da None None] Current status of the port 92be4857-9be2-4b50-81c6-977f3efb10e5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:34:56.000867 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-ef4c2941-09e4-466b-94e3-546e06ca13da None None] Provisioning complete for port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:34:56.001296 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2941-09e4-466b-94e3-546e06ca13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (36a2fcf5-46e7-48e5-a1f8-276baf071e2f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:34:56.080540 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c2941-09e4-466b-94e3-546e06ca13da None None] Current status of the port 36a2fcf5-46e7-48e5-a1f8-276baf071e2f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:34:57.858279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38828) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:34:58.070275 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288ef43-dee0-48fb-8b84-4b86eb7be875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:34:58.070605 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288ef43-dee0-48fb-8b84-4b86eb7be875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:34:58.072132 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9288ef43-dee0-48fb-8b84-4b86eb7be875 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128904 Feb 28 19:35:00.403871 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38836) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:00.560141 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58939d2-af42-4d37-8a9a-a813d9017acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:00.560547 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58939d2-af42-4d37-8a9a-a813d9017acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:00.562116 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f58939d2-af42-4d37-8a9a-a813d9017acc admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1572206 Feb 28 19:35:02.869710 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38844) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:03.069887 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d881014-4a53-412b-b23e-a9002e2aa80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:03.071208 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6d881014-4a53-412b-b23e-a9002e2aa80f admin admin] 10.222.0.47 "GET /v2.0/networks/2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 HTTP/1.1" status: 200 len: 886 time: 0.2004788 Feb 28 19:35:05.402751 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38854) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:05.554929 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c6b40-91d5-4497-b014-67f2d628880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:05.556187 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-969c6b40-91d5-4497-b014-67f2d628880b admin admin] 10.222.0.47 "GET /v2.0/networks/a9bc0ede-1d31-43bb-865a-7024e3a568bb HTTP/1.1" status: 200 len: 869 time: 0.1524522 Feb 28 19:35:07.890226 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38862) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:08.026025 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b3a7d-319b-4d24-ae19-716ec4802b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:08.026481 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b3a7d-319b-4d24-ae19-716ec4802b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:08.028028 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ba0b3a7d-319b-4d24-ae19-716ec4802b54 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1368482 Feb 28 19:35:10.423735 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38870) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:10.525927 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3b1b0-546c-4b42-b7f3-1dfbe86aaaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:10.526298 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3b1b0-546c-4b42-b7f3-1dfbe86aaaa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:10.527793 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-13d3b1b0-546c-4b42-b7f3-1dfbe86aaaa3 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1031029 Feb 28 19:35:12.867204 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38878) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:13.004603 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06432a09-7e0c-4c17-811b-4fa13ca6081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:13.005999 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-06432a09-7e0c-4c17-811b-4fa13ca6081a admin admin] 10.222.0.47 "GET /v2.0/subnets/aff4d6df-2c5a-4ee0-a3e7-c96791b66ed7 HTTP/1.1" status: 200 len: 868 time: 0.1377077 Feb 28 19:35:15.200500 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b4006d49-51bc-4374-9172-d6acbf0b34b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:15.379341 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38886) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:15.467295 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c7562-dcc6-4dc6-8ca0-d2348d69095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:15.468590 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-052c7562-dcc6-4dc6-8ca0-d2348d69095f admin admin] 10.222.0.47 "GET /v2.0/subnets/c00ce94e-a437-44c1-9d3c-c3caab046dd2 HTTP/1.1" status: 200 len: 816 time: 0.0881939 Feb 28 19:35:15.872948 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:35:17.628030 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7cb6f6ac-d459-48e0-9e1e-18cc6b3ea946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:18.696404 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:19.954527 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:21.579894 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:43.435642 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38938) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:43.489134 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [None req-03919640-a739-4588-8fd9-38aea8d1a0d5 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:35:43.490148 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-03919640-a739-4588-8fd9-38aea8d1a0d5 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534000 Feb 28 19:35:45.205086 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e1aacaa0-bd33-4e5e-b6aa-bf9a7cb94d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:45.892126 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 38946) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:45.961433 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f85fc6-4cbf-4a1f-a7d2-30e53e88dc89 admin admin] GET failed (client error): The resource could not be found. Feb 28 19:35:45.962723 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-43f85fc6-4cbf-4a1f-a7d2-30e53e88dc89 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696120 Feb 28 19:35:46.109083 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f0314-3d59-4242-be3b-7418000d5db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:46.111321 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-816f0314-3d59-4242-be3b-7418000d5db4 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1443350 Feb 28 19:35:47.632895 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2cbe5c6d-05ce-4f35-89a7-ae7261133ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.421478 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38954) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:48.493552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:35:48.522933 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Made reservation on behalf of ceb0be9fe4094b3f8e3f7105d8fee3b1 for: {'network': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:35:48.525268 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.553859 dv-cinder-831247-1-iscsi neutron-server[109445]: WARNING neutron.services.revisions.revision_plugin [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Could not find related network for resource to bump revision. Feb 28 19:35:48.569234 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=109445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:35:48.580937 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793331671700', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (77a86bf5-29ec-4c51-ae21-eef79139ca8b), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.581481 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Unsubscribe: segment precommit_create {{(pid=109445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 19:35:48.581925 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.segments_db [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Added segment 77a86bf5-29ec-4c51-ae21-eef79139ca8b of type vlan for network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf Feb 28 19:35:48.627547 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (ae55f34c-7a0c-4c8a-9928-9a3a1540efdf), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.661546 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (ae55f34c-7a0c-4c8a-9928-9a3a1540efdf), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.662458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:48.663024 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.696328 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:48.730598 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3076773 Feb 28 19:35:48.755291 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1bac0-7adc-4942-a536-3302920dccad admin admin] Pushing event updated for resources: {'Network': ['ID=ae55f34c-7a0c-4c8a-9928-9a3a1540efdf,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:35:48.766931 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:35:49.956709 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:51.075267 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 38962) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:35:51.149496 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6c8142-b603-4e5c-a523-53fafb7c0644 admin admin] GET failed (client error): The resource could not be found. Feb 28 19:35:51.150735 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-3c6c8142-b603-4e5c-a523-53fafb7c0644 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0745084 Feb 28 19:35:51.218187 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4946b-187c-4f61-b653-89ecdadd93d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:51.219581 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e8c4946b-187c-4f61-b653-89ecdadd93d7 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647838 Feb 28 19:35:51.234792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Request body: {'subnet': {'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:35:51.256000 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Made reservation on behalf of ceb0be9fe4094b3f8e3f7105d8fee3b1 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:35:51.258208 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:51.420466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (acb85f8e-a02f-4d58-ab79-26384fd3a305), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:51.469424 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb85f8e-a02f-4d58-ab79-26384fd3a305,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:35:51.485040 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Checking segment: {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:35:51.485395 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Network hostable DHCP agents. Network: ae55f34c-7a0c-4c8a-9928-9a3a1540efdf, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:35:51.504820 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:35:51.515743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, ae55f34c-7a0c-4c8a-9928-9a3a1540efdf) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:35:51.519932 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:35:51.520529 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:51.524981 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798feec3-09d1-4212-aa48-5170a3e56929 None None] Network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:35:51.537119 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b29627aa-5cd5-4187-8fcd-1a600081508b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055844 Feb 28 19:35:51.595782 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:51.746268 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-ae55f34c-7a0c-4c8a-9928-9a3a1540efdf', 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf', 'project_id': 'ceb0be9fe4094b3f8e3f7105d8fee3b1', 'fixed_ips': [{'subnet_id': 'acb85f8e-a02f-4d58-ab79-26384fd3a305'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:35:51.747154 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:51.881127 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Allocated IP 192.168.233.2 (ae55f34c-7a0c-4c8a-9928-9a3a1540efdf/acb85f8e-a02f-4d58-ab79-26384fd3a305/4c6c2857-3371-4cc9-9952-fee749747b86) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:35:52.028048 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Publish callbacks [] for port (4c6c2857-3371-4cc9-9952-fee749747b86), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:52.034690 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:52.076809 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:35:52.081013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:35:52.084473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:35:52.090092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Pushing event updated for resources: {'Port': ['ID=4c6c2857-3371-4cc9-9952-fee749747b86,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:35:52.100061 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.100425 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.100818 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.101239 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.101493 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.101814 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.102140 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.102463 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.102784 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.103126 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.103451 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.103762 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.104112 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:35:52.156320 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Attempting to bind port 4c6c2857-3371-4cc9-9952-fee749747b86 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:35:52.156614 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Attempting to bind port 4c6c2857-3371-4cc9-9952-fee749747b86 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:35:52.156981 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Attempting to bind port 4c6c2857-3371-4cc9-9952-fee749747b86 on network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:35:52.162197 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:35:52.162574 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Checking segment: {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:35:52.162980 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:52.163375 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Bound using segment: {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:35:52.163842 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Bound port: 4c6c2857-3371-4cc9-9952-fee749747b86, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:35:52.164223 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:52.224862 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] For port 4c6c2857-3371-4cc9-9952-fee749747b86, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:35:52.228306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] For port 4c6c2857-3371-4cc9-9952-fee749747b86, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=4c6c2857-3371-4cc9-9952-fee749747b86,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:35:52.234892 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:52.291511 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d319d-0547-4cbb-a36b-85fbfd14fa6f None None] Pushing event updated for resources: {'Port': ['ID=4c6c2857-3371-4cc9-9952-fee749747b86,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:35:52.873155 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:35:53.132521 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107076c-ec15-488f-a9e9-0c3cf809c302 None None] Network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:35:53.252480 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] Provisioning complete for port 4c6c2857-3371-4cc9-9952-fee749747b86 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:35:53.252882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:53.348573 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] Current status of the port 4c6c2857-3371-4cc9-9952-fee749747b86 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:35:53.348573 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:53.385286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] For port 4c6c2857-3371-4cc9-9952-fee749747b86, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=4c6c2857-3371-4cc9-9952-fee749747b86,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:35:53.391005 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:53.442278 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5acdac-1f0a-4d82-a359-57708d8a0d97 None None] Pushing event updated for resources: {'Port': ['ID=4c6c2857-3371-4cc9-9952-fee749747b86,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:35:53.511472 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-eed5d4eb-a348-4663-8b01-599135ac5a61 None None] Provisioning complete for port 4c6c2857-3371-4cc9-9952-fee749747b86 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:35:53.511788 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-eed5d4eb-a348-4663-8b01-599135ac5a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:53.591809 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-eed5d4eb-a348-4663-8b01-599135ac5a61 None None] Current status of the port 4c6c2857-3371-4cc9-9952-fee749747b86 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:35:54.403961 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 4c6c2857-3371-4cc9-9952-fee749747b86 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:35:54.452902 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 4c6c2857-3371-4cc9-9952-fee749747b86 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:35:54.453330 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (4c6c2857-3371-4cc9-9952-fee749747b86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:35:54.543391 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 4c6c2857-3371-4cc9-9952-fee749747b86 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:36:15.209408 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ed365d22-2b03-4e4f-a501-849835b8075c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:17.636948 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-83f0700f-2951-4d73-b4e9-951760385c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:18.701553 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:19.960354 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:21.574976 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:29.873143 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:36:45.204473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14a4d4f9-9f57-4664-9f79-acd98771c037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:47.648941 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad3da-c4fd-4eb1-9216-1559a4067e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:48.705373 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:49.963593 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:36:51.570077 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:06.872827 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:37:11.686748 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39000) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:37:11.694726 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [None req-78ee484b-9920-4857-a926-6cd8b3d54150 tempest-verify_tempest_config-181528911 tempest-verify_tempest_config-181528911-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:37:11.695825 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-78ee484b-9920-4857-a926-6cd8b3d54150 tempest-verify_tempest_config-181528911 tempest-verify_tempest_config-181528911-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0079052 Feb 28 19:37:11.998925 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39018) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:37:12.120636 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.193859 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Publish callbacks [] for security_group (81838a38-3553-481d-aaa0-21b2f4ffd4a7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.199524 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (81838a38-3553-481d-aaa0-21b2f4ffd4a7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.242844 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81838a38-3553-481d-aaa0-21b2f4ffd4a7,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:37:12.247506 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f4124cbc25046a898357f116cd2dafc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2474933 Feb 28 19:37:12.250742 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39022) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:37:12.251859 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.252224 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.252606 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.252901 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.253267 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.253601 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.253943 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.254273 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.254602 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.254946 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.255263 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.255590 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.255906 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a128b-c128-4885-a5dc-41bb49fd8d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.324962 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Publish callbacks [] for security_group (81838a38-3553-481d-aaa0-21b2f4ffd4a7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.350288 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Publish callbacks [] for security_group (81838a38-3553-481d-aaa0-21b2f4ffd4a7), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.445806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (81838a38-3553-481d-aaa0-21b2f4ffd4a7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.448586 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:12.449897 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81838a38-3553-481d-aaa0-21b2f4ffd4a7 HTTP/1.1" status: 204 len: 168 time: 0.1981695 Feb 28 19:37:12.458277 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81838a38-3553-481d-aaa0-21b2f4ffd4a7,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:37:12.465200 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.465540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.465883 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.466217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.466683 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.467028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.467382 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.467708 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.468029 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.468373 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.468685 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.469048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:12.469407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bffd46-ffbd-4d32-bfa2-0f7a5c475ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:37:15.209148 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-180fb4d3-adb7-462a-b7a0-0e0b24d64c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:17.643672 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9910195d-662c-4535-ac16-dcc200d02401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:18.709951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:19.966530 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:21.578380 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:43.876694 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:37:45.225267 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3acfcc6e-1e04-4e98-a7a8-d40663a45752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:47.655730 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-163826a2-4449-4232-a5f8-f0b6da8d2b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:48.722798 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:49.975112 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:37:51.579081 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:15.231565 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3391d058-6752-44a1-815f-c2c50ebf3af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:17.649768 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e013402b-2e5f-453a-bafe-9e79d935e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:18.721932 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:19.976548 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:20.880116 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 5 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:38:21.585942 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:45.216861 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a382c426-1a48-40a3-bff7-c9df43a0ca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:47.660862 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a356fb51-733f-4f81-a4ab-b843c62a4098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:48.724026 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:48.727171 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556882'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:49.984091 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:51.580636 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:38:57.879309 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:39:03.518249 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39094) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:39:03.642280 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d3d942d5-a3ad-481a-aad6-adeaa48c7215 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1229954 Feb 28 19:39:05.980466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39104) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:39:06.049126 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-3e99e77a-9467-4cc3-b252-79ff72162a80 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0675273 Feb 28 19:39:15.226864 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-fccdf0eb-1fb9-4fd7-a12b-5e7806d9131a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:17.666774 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8af40c72-0fe1-4509-b0d0-61ee6798b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:18.724424 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:18.726556 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:19.988122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:21.583605 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:34.883391 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:39:45.222020 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f9a22be6-e144-48ae-b314-8a1ceb48de5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:47.656140 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-181b4be6-f5bc-4510-8588-fb9f93aee0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:48.731320 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:48.732728 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:49.992055 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:39:51.578553 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:11.883177 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:40:15.227294 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4890f6a5-a203-4e95-a26f-d00b5f6d39ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:17.651529 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-90ed52b1-22b8-4d9f-bd69-fbbea608eede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:18.726204 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:18.730010 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:19.991262 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:21.584748 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:41.905834 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39300) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:41.935253 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39306) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:42.226599 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39324) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:42.266594 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-216576410-network', 'tenant_id': '918307290f7845448a9502cde928caa8'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:42.291306 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1291078705-network', 'tenant_id': '2ab2ed2c675047e2b7e78493d230fac2'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:42.294885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Made reservation on behalf of 918307290f7845448a9502cde928caa8 for: {'network': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:42.297382 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.303898 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39332) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:42.317711 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.326226 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Made reservation on behalf of 2ab2ed2c675047e2b7e78493d230fac2 for: {'network': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:42.328523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.340285 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.340943 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39336) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:42.402542 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-664022125-network', 'tenant_id': '83402f31dae0475085579d1be7a9ae46'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:42.426542 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Made reservation on behalf of 83402f31dae0475085579d1be7a9ae46 for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:42.430505 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.433333 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks [] for security_group (5b45f7a2-72e3-4505-b08f-04dcd5775009), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.441956 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.451818 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5b45f7a2-72e3-4505-b08f-04dcd5775009), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.476669 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:40:42.486294 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (51ca1b79-b8d0-46ee-a6d8-3295033a9997), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.486629 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.segments_db [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Added segment 51ca1b79-b8d0-46ee-a6d8-3295033a9997 of type vlan for network 6034157f-d405-40ba-b0c2-ecb405d28623 Feb 28 19:40:42.512004 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-267809500-network', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:42.530402 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (6034157f-d405-40ba-b0c2-ecb405d28623), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.547047 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Made reservation on behalf of 0770cb7fd1684b1bbf110b2574aee96f for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:42.549684 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.559978 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.588066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (6034157f-d405-40ba-b0c2-ecb405d28623), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.589329 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:42.590064 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.592448 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b45f7a2-72e3-4505-b08f-04dcd5775009,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:42.609849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.610384 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.610807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.611412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.611833 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.612255 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.612689 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.613091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.614076 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.614076 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.614484 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.614944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.615735 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Tracked resource versions report: Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: pushed versions: Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: { 'AddressGroup': {'1.2'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'ConntrackHelper': {'1.0'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Log': {'1.0'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Network': {'1.1'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Port': {'1.7'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'PortForwarding': {'1.2'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'QosPolicy': {'1.10'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroup': {'1.5'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SubPort': {'1.0'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Subnet': {'1.1'}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Trunk': {'1.1'}} Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: consumer versions: Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: HyperV agent@hv-cinder-83124: {}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'ConntrackHelper': '1.0', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'LocalIPAssociation': '1.0', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Log': '1.0', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Network': '1.1', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Port': '1.7', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'PortForwarding': '1.2', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'QosPolicy': '1.10', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroup': '1.5', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SecurityGroupRule': '1.2', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'SubPort': '1.0', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Subnet': '1.1', Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: 'Trunk': '1.1'}} Feb 28 19:40:42.617031 dv-cinder-831247-1-iscsi neutron-server[109445]: {{(pid=109445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:40:42.639906 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks [] for security_group (4549587f-1855-4812-9673-933075ef8121), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.650532 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (4549587f-1855-4812-9673-933075ef8121), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.665211 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:40:42.677156 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (ac9ed8eb-e73f-4e2d-a218-7caba04ba428), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.677827 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Added segment ac9ed8eb-e73f-4e2d-a218-7caba04ba428 of type vlan for network c148f9c8-601c-46c7-808f-502b5cb6467d Feb 28 19:40:42.720685 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (c148f9c8-601c-46c7-808f-502b5cb6467d), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.747943 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks [] for security_group (16e34172-35aa-49e3-a682-b8c0d6301034), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.755101 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-643898600-network', 'tenant_id': '3bd22773665549c4a777f84b4d39cf00'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:42.763802 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (16e34172-35aa-49e3-a682-b8c0d6301034), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.766596 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (c148f9c8-601c-46c7-808f-502b5cb6467d), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.767504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:42.768370 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.801591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6034157f-d405-40ba-b0c2-ecb405d28623,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:42.807737 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks [] for security_group (89545b5f-3842-4cc5-874d-1ab9009f3337), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.811181 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4549587f-1855-4812-9673-933075ef8121,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:42.819890 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 6034157f-d405-40ba-b0c2-ecb405d28623 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:40:42.823550 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:40:42.831174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (89545b5f-3842-4cc5-874d-1ab9009f3337), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.831847 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5264561 Feb 28 19:40:42.833436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.833975 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.834496 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.834986 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.835470 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.835962 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.836474 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.836968 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.837113 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39360) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:42.837596 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.838086 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.838586 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.839071 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.839558 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Tracked resource versions report: Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: pushed versions: Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: { 'AddressGroup': {'1.2'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'ConntrackHelper': {'1.0'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Log': {'1.0'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Network': {'1.1'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Port': {'1.7'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'PortForwarding': {'1.2'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'QosPolicy': {'1.10'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroup': {'1.5'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SubPort': {'1.0'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Subnet': {'1.1'}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Trunk': {'1.1'}} Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: consumer versions: Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: HyperV agent@hv-cinder-83124: {}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'ConntrackHelper': '1.0', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'LocalIPAssociation': '1.0', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Log': '1.0', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Network': '1.1', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Port': '1.7', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'PortForwarding': '1.2', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'QosPolicy': '1.10', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroup': '1.5', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SecurityGroupRule': '1.2', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'SubPort': '1.0', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Subnet': '1.1', Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: 'Trunk': '1.1'}} Feb 28 19:40:42.840934 dv-cinder-831247-1-iscsi neutron-server[109444]: {{(pid=109444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:40:42.872654 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:40:42.881437 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Made reservation on behalf of 3bd22773665549c4a777f84b4d39cf00 for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:42.884172 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.907655 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (57132385-7c08-4de5-96e2-17d6145ada27), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.909182 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.segments_db [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Added segment 57132385-7c08-4de5-96e2-17d6145ada27 of type vlan for network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 Feb 28 19:40:42.923449 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (c3d86294-8719-4745-b6f3-2de80f8604f1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.924156 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Added segment c3d86294-8719-4745-b6f3-2de80f8604f1 of type vlan for network a3aef109-e206-4d34-9278-7ec9dbda3552 Feb 28 19:40:42.946928 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.975748 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:42.977133 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e34172-35aa-49e3-a682-b8c0d6301034,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.011624 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-bb37705e-545e-4de0-aa6b-5a4360b7e6b6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1019804 Feb 28 19:40:43.015840 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (a3aef109-e206-4d34-9278-7ec9dbda3552), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.018419 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199088f2-736e-46e3-b545-415eb3b9aa2c admin admin] Pushing event updated for resources: {'Network': ['ID=c148f9c8-601c-46c7-808f-502b5cb6467d,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.018609 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Request body: {'subnet': {'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-267809500-subnet', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:43.021228 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39368) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:43.026550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.029164 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:43.030001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.035055 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Request body: {'subnet': {'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1291078705-subnet', 'tenant_id': '2ab2ed2c675047e2b7e78493d230fac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:43.039080 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network c148f9c8-601c-46c7-808f-502b5cb6467d details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:40:43.108650 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (a3aef109-e206-4d34-9278-7ec9dbda3552), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.109949 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:43.110758 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.130962 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1945782 Feb 28 19:40:43.132045 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Made reservation on behalf of 2ab2ed2c675047e2b7e78493d230fac2 for: {'subnet': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:43.134594 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.136889 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39374) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:43.158591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Request body: {'subnet': {'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-subnet', 'tenant_id': '918307290f7845448a9502cde928caa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:43.213989 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9779570 Feb 28 19:40:43.214232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39380) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:43.238264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Request body: {'subnet': {'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-subnet', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:43.243099 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Pushing event updated for resources: {'Network': ['ID=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.254112 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dba5d6-20ed-4101-b321-8d6e9c1d0e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89545b5f-3842-4cc5-874d-1ab9009f3337,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.255334 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:40:43.264539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Made reservation on behalf of 0770cb7fd1684b1bbf110b2574aee96f for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:43.268885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.425943 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (152fc372-fd86-4799-892b-d733c227a0d8), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.491597 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20731951-48e3-4fb9-9618-5cbe960eabb5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3aef109-e206-4d34-9278-7ec9dbda3552,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.495106 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks [] for security_group (287a8466-040a-4c72-849b-b12c5a3c8cab), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.505016 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network a3aef109-e206-4d34-9278-7ec9dbda3552 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:40:43.526970 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (287a8466-040a-4c72-849b-b12c5a3c8cab), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.530241 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Made reservation on behalf of 918307290f7845448a9502cde928caa8 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:43.532733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.549123 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:40:43.608823 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (0a7e6671-cec0-45b4-bb43-bf108fd0695d), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.691714 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152fc372-fd86-4799-892b-d733c227a0d8,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.703647 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (8398a57d-6fe9-47c8-b277-4f4d9f33defc), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.703984 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Added segment 8398a57d-6fe9-47c8-b277-4f4d9f33defc of type vlan for network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c Feb 28 19:40:43.714258 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Checking segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:43.714627 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Network hostable DHCP agents. Network: c148f9c8-601c-46c7-808f-502b5cb6467d, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:40:43.721408 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a8466-040a-4c72-849b-b12c5a3c8cab,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.747344 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Checking segment: {'id': '51ca1b79-b8d0-46ee-a6d8-3295033a9997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:43.748027 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Network hostable DHCP agents. Network: 6034157f-d405-40ba-b0c2-ecb405d28623, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:40:43.748243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Made reservation on behalf of 83402f31dae0475085579d1be7a9ae46 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:43.751809 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.773390 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (5bcda800-1fc1-4c7e-b53f-e930f5358b9c), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.796838 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Network 6034157f-d405-40ba-b0c2-ecb405d28623 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:40:43.809077 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39416) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:43.818693 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 6034157f-d405-40ba-b0c2-ecb405d28623) {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:43.824296 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:43.825227 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.829337 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (5bcda800-1fc1-4c7e-b53f-e930f5358b9c), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.830688 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:43.831382 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.836001 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc4b20-7652-4b22-a295-5861fdbf1743 None None] Network 6034157f-d405-40ba-b0c2-ecb405d28623 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:43.851620 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Network c148f9c8-601c-46c7-808f-502b5cb6467d is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:40:43.868110 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7e6671-cec0-45b4-bb43-bf108fd0695d,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:43.872701 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, c148f9c8-601c-46c7-808f-502b5cb6467d) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:43.882314 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:43.883333 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:43.924313 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-cecc3637-a1dd-4920-b255-37ce6e11eb73 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9122648 Feb 28 19:40:43.931110 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6901b9-1f09-4d04-89b3-3fe3a44292d7 None None] Network c148f9c8-601c-46c7-808f-502b5cb6467d requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:43.931325 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39420) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:43.936080 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:43.983713 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-19a4a9e4-dafc-4290-bbee-f0cc36a54d94 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9570792 Feb 28 19:40:43.990056 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6479857 Feb 28 19:40:44.004864 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39424) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:44.021682 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0eede-b957-42be-b4ee-2e769b081a93 admin admin] Pushing event updated for resources: {'Network': ['ID=5bcda800-1fc1-4c7e-b53f-e930f5358b9c,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:44.023727 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Request body: {'subnet': {'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-643898600-subnet', 'tenant_id': '3bd22773665549c4a777f84b4d39cf00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:44.038053 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:40:44.097862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (5dd25743-dc17-49ae-b70d-6bd1425e85f6), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.098986 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (5dd25743-dc17-49ae-b70d-6bd1425e85f6), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.150919 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce6edae1-6fd4-4de5-aad4-ec262c4a7d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.151085 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Made reservation on behalf of 3bd22773665549c4a777f84b4d39cf00 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:44.153907 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.250158 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (94e12841-a454-4ca0-827f-1bbd790e9abb), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.262172 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08950edd-67b7-4a01-b60b-5a0f9d4810f6 None None] Network 6034157f-d405-40ba-b0c2-ecb405d28623 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:44.389257 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce6edae1-6fd4-4de5-aad4-ec262c4a7d16 admin admin] Publish callbacks [] for security_group (99695b39-8542-42c5-9c2f-aafd11aea782), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.394335 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (cb6e962d-6371-48c4-8ae4-65ff26079780), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.398142 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce6edae1-6fd4-4de5-aad4-ec262c4a7d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (99695b39-8542-42c5-9c2f-aafd11aea782), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.409405 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks [] for router_controller (5dd25743-dc17-49ae-b70d-6bd1425e85f6), precommit_add_association {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.415717 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-c148f9c8-601c-46c7-808f-502b5cb6467d', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:40:44.417679 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.442649 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ce6edae1-6fd4-4de5-aad4-ec262c4a7d16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d2ad4e7aa324a9890bf999c010f4e5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6323221 Feb 28 19:40:44.444183 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6edae1-6fd4-4de5-aad4-ec262c4a7d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99695b39-8542-42c5-9c2f-aafd11aea782,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:44.446891 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39446) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:44.495105 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e12841-a454-4ca0-827f-1bbd790e9abb,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:44.571048 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-75395172-2469-4a91-9106-13ac5a8347e2 admin admin] Publish callbacks [] for security_group (99695b39-8542-42c5-9c2f-aafd11aea782), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.619586 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-75395172-2469-4a91-9106-13ac5a8347e2 admin admin] Publish callbacks [] for security_group (99695b39-8542-42c5-9c2f-aafd11aea782), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.663560 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Allocated IP 172.20.0.2 (c148f9c8-601c-46c7-808f-502b5cb6467d/0a7e6671-cec0-45b4-bb43-bf108fd0695d/69d87c3e-db5b-4ff3-ad9c-0981f9c5559b) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:44.703743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Checking segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:44.704184 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Network hostable DHCP agents. Network: 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:40:44.718175 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-75395172-2469-4a91-9106-13ac5a8347e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (99695b39-8542-42c5-9c2f-aafd11aea782), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.722783 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-75395172-2469-4a91-9106-13ac5a8347e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.724479 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-75395172-2469-4a91-9106-13ac5a8347e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99695b39-8542-42c5-9c2f-aafd11aea782 HTTP/1.1" status: 204 len: 168 time: 0.2763367 Feb 28 19:40:44.748719 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75395172-2469-4a91-9106-13ac5a8347e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99695b39-8542-42c5-9c2f-aafd11aea782,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:44.824113 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Publish callbacks [] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.839091 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.856454 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks [] for router_gateway (5dd25743-dc17-49ae-b70d-6bd1425e85f6), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:44.878206 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6e962d-6371-48c4-8ae4-65ff26079780,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:44.884626 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Checking segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:44.885349 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Network hostable DHCP agents. Network: a3aef109-e206-4d34-9278-7ec9dbda3552, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:40:44.886049 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Network c148f9c8-601c-46c7-808f-502b5cb6467d is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:44.889726 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:44.894272 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:44.902402 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Pushing event updated for resources: {'Port': ['ID=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:44.946673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.947084 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.947453 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.947803 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.948137 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.948472 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.948936 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.949296 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.951203 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.957975 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.958440 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.960444 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.960822 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Tracked resource versions report: Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: pushed versions: Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: { 'AddressGroup': {'1.2'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'ConntrackHelper': {'1.0'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Log': {'1.0'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Network': {'1.1'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Port': {'1.7'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'PortForwarding': {'1.2'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'QosPolicy': {'1.10'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroup': {'1.5'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SubPort': {'1.0'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Subnet': {'1.1'}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Trunk': {'1.1'}} Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: consumer versions: Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: HyperV agent@hv-cinder-83124: {}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'ConntrackHelper': '1.0', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'LocalIPAssociation': '1.0', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Log': '1.0', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Network': '1.1', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Port': '1.7', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'PortForwarding': '1.2', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'QosPolicy': '1.10', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroup': '1.5', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SecurityGroupRule': '1.2', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'SubPort': '1.0', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Subnet': '1.1', Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: 'Trunk': '1.1'}} Feb 28 19:40:44.962097 dv-cinder-831247-1-iscsi neutron-server[109446]: {{(pid=109446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:40:45.003260 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.032541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Attempting to bind port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:40:45.032924 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Attempting to bind port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:40:45.033326 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Attempting to bind port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b on network c148f9c8-601c-46c7-808f-502b5cb6467d {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:40:45.038965 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:40:45.039361 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Checking segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:45.039760 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.040148 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Bound using segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:40:45.040618 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Bound port: 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:40:45.041002 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.070475 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:40:45.095782 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Network a3aef109-e206-4d34-9278-7ec9dbda3552 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:40:45.108430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:45.115505 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Checking segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:45.115931 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Network hostable DHCP agents. Network: 5bcda800-1fc1-4c7e-b53f-e930f5358b9c, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:40:45.143012 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] For port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:40:45.148800 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] For port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:40:45.153025 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:45.158560 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:45.159523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.165892 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a97795-7463-4725-999e-47418ea01728 None None] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:45.181913 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, a3aef109-e206-4d34-9278-7ec9dbda3552) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:45.187357 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:45.187955 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.224100 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7d33d-6359-47a6-a8fc-2d083ddd4c94 None None] Network a3aef109-e206-4d34-9278-7ec9dbda3552 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:45.227094 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.229052 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-add23073-8c7d-4e4d-b4a0-c26e3542fc57 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0146108 Feb 28 19:40:45.231821 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39466) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:45.240055 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:45.293000 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c4fdd40f-d67d-417a-a076-babd0638aa96 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1536725 Feb 28 19:40:45.309213 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39486) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:45.321821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:40:45.334520 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:45.345348 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 5bcda800-1fc1-4c7e-b53f-e930f5358b9c) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:45.352467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:45.353125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.363717 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (ccf262fd-4703-4b60-adb2-39e496af10d5), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.365632 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (ccf262fd-4703-4b60-adb2-39e496af10d5), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.377883 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (5f60b9db-35f3-4180-b406-b194cbafe940), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.379384 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (5f60b9db-35f3-4180-b406-b194cbafe940), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.381635 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d7a34f54-9f65-4791-8a5e-c65b85c5df5f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3671286 Feb 28 19:40:45.406662 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39490) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:45.441220 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks [] for router_controller (5f60b9db-35f3-4180-b406-b194cbafe940), precommit_add_association {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.454705 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fdce35d1-3beb-4247-b933-7d2673e38a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.665966 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31bf561-3da3-4704-9ce2-b44e0e7a7afb None None] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:45.706213 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks [] for router_controller (ccf262fd-4703-4b60-adb2-39e496af10d5), precommit_add_association {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.732854 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks [] for router_gateway (5dd25743-dc17-49ae-b70d-6bd1425e85f6), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.765067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.791302 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39508) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:45.795831 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca011-617c-4929-bb54-071891da62b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.891909 dv-cinder-831247-1-iscsi neutron-server[109445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 19:40:45.955991 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fdce35d1-3beb-4247-b933-7d2673e38a60 admin admin] Publish callbacks [] for security_group (48945884-d081-4ae4-b1ad-1cf9273b2a17), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:45.993829 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703520bb-40c3-45ff-8b44-2dc6ee9fd4f7 None None] Pushing event updated for resources: {'Port': ['ID=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:45.995584 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39524) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:45.995842 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fdce35d1-3beb-4247-b933-7d2673e38a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48945884-d081-4ae4-b1ad-1cf9273b2a17), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.002562 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b712cb-3ae2-44bb-8432-8a70f88a4269 None None] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:46.020016 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks [] for router_gateway (5f60b9db-35f3-4180-b406-b194cbafe940), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.027879 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-a3aef109-e206-4d34-9278-7ec9dbda3552', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:40:46.029084 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.200529 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5c9e9-2666-4c37-80c4-dfd14f928874 None None] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:46.203516 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks [] for router_gateway (ccf262fd-4703-4b60-adb2-39e496af10d5), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.351992 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce35d1-3beb-4247-b933-7d2673e38a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48945884-d081-4ae4-b1ad-1cf9273b2a17,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:46.362152 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fdce35d1-3beb-4247-b933-7d2673e38a60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4314d86623c1496bb7f47aa5b90fab10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9519968 Feb 28 19:40:46.372286 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39534) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:46.460591 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Allocated IP 172.20.0.2 (a3aef109-e206-4d34-9278-7ec9dbda3552/cb6e962d-6371-48c4-8ae4-65ff26079780/c104790f-53d8-40c1-9afe-a52d52f5c509) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:46.474750 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Allocated IP 172.27.0.126 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:46.503572 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-84f03f8c-f29f-45fb-a38d-e577afbfef9d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:46.505695 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-84f03f8c-f29f-45fb-a38d-e577afbfef9d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/networks?id=6034157f-d405-40ba-b0c2-ecb405d28623 HTTP/1.1" status: 200 len: 812 time: 0.7116411 Feb 28 19:40:46.524208 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-e0a9fe1e-32da-4f10-8050-a1ae0bb3f9de tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:46.531801 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-e0a9fe1e-32da-4f10-8050-a1ae0bb3f9de tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.5328062 Feb 28 19:40:46.577030 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-fb9a8877-6718-40b3-9af2-924c6b028de4 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/quotas/2ab2ed2c675047e2b7e78493d230fac2 HTTP/1.1" status: 200 len: 375 time: 0.0615673 Feb 28 19:40:46.589639 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-9614019c-dc16-45b0-95f0-c218012e27f7 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/quotas/3bd22773665549c4a777f84b4d39cf00 HTTP/1.1" status: 200 len: 375 time: 0.0569534 Feb 28 19:40:46.649555 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Publish callbacks [] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.659363 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-492b688b-4096-491b-b125-17384e42ceba admin admin] Publish callbacks [] for security_group (48945884-d081-4ae4-b1ad-1cf9273b2a17), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.664049 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.685496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-492b688b-4096-491b-b125-17384e42ceba admin admin] Publish callbacks [] for security_group (48945884-d081-4ae4-b1ad-1cf9273b2a17), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.706911 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:46.709443 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks [] for router_gateway (5f60b9db-35f3-4180-b406-b194cbafe940), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.718059 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks [] for router_gateway (ccf262fd-4703-4b60-adb2-39e496af10d5), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.753507 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Network a3aef109-e206-4d34-9278-7ec9dbda3552 is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:46.756598 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.760586 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.762478 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Pushing event updated for resources: {'Port': ['ID=c104790f-53d8-40c1-9afe-a52d52f5c509,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:46.765046 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:46.768603 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:46.788249 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-cddfd481-05ac-4627-a11b-9bc655009592 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359504 Feb 28 19:40:46.823553 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-6ecf13ec-3abd-4309-b11d-4c28341a7e20 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ab2ed2c675047e2b7e78493d230fac2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2378488 Feb 28 19:40:46.827455 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-492b688b-4096-491b-b125-17384e42ceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48945884-d081-4ae4-b1ad-1cf9273b2a17), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.830264 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:46.830672 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.836703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-492b688b-4096-491b-b125-17384e42ceba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.840228 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-492b688b-4096-491b-b125-17384e42ceba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48945884-d081-4ae4-b1ad-1cf9273b2a17 HTTP/1.1" status: 204 len: 168 time: 0.4575171 Feb 28 19:40:46.868320 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b688b-4096-491b-b125-17384e42ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48945884-d081-4ae4-b1ad-1cf9273b2a17,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:46.899186 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks [] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.937250 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Attempting to bind port c104790f-53d8-40c1-9afe-a52d52f5c509 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:40:46.937931 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Attempting to bind port c104790f-53d8-40c1-9afe-a52d52f5c509 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:40:46.938520 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Attempting to bind port c104790f-53d8-40c1-9afe-a52d52f5c509 on network a3aef109-e206-4d34-9278-7ec9dbda3552 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:40:46.956706 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.956986 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:40:46.957288 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Checking segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:46.958009 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.958615 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Bound using segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:40:46.959316 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Bound port: c104790f-53d8-40c1-9afe-a52d52f5c509, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:40:46.959881 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:46.978014 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:46.980548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:47.023597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:47.128881 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] For port c104790f-53d8-40c1-9afe-a52d52f5c509, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:40:47.133359 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] For port c104790f-53d8-40c1-9afe-a52d52f5c509, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=c104790f-53d8-40c1-9afe-a52d52f5c509,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:40:47.146117 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.222409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Pushing event updated for resources: {'Port': ['ID=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:47.229145 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388968d0-7e91-4c48-bf04-432ba988bd44 None None] Pushing event updated for resources: {'Port': ['ID=c104790f-53d8-40c1-9afe-a52d52f5c509,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:47.234933 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:47.235324 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.283454 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:40:47.289794 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Allocated IP 172.27.0.62 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/40c013d5-f731-4973-b07f-5d9d58458958) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:47.292988 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.318131 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-1703dee6-8282-4760-b01c-abbee54a6e0e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:40:47.345187 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-1703dee6-8282-4760-b01c-abbee54a6e0e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2394195 Feb 28 19:40:47.357649 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:47.369583 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b515b0e-b2a4-4a78-ab6a-72670a80b0ee None None] Network c148f9c8-601c-46c7-808f-502b5cb6467d requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:47.484045 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-1cc19f33-736f-48ca-a3ff-eb3f7c2cb5fe service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:40:47.486275 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-1cc19f33-736f-48ca-a3ff-eb3f7c2cb5fe service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2426147 Feb 28 19:40:47.548292 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks [] for port (40c013d5-f731-4973-b07f-5d9d58458958), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.552120 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-dfa3edcf-ba26-42e2-9b42-560e6c79c306 None None] Provisioning complete for port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:47.552444 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-dfa3edcf-ba26-42e2-9b42-560e6c79c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.709489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-82c31dc6-e2e1-4907-ab45-2cf742a693c3 service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630466 Feb 28 19:40:47.713444 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-19a00ebf-bbbf-4213-bd6f-358030a88ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.739225 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (40c013d5-f731-4973-b07f-5d9d58458958), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.804836 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks [] for router_gateway (5dd25743-dc17-49ae-b70d-6bd1425e85f6), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:47.808044 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3edcf-ba26-42e2-9b42-560e6c79c306 None None] Current status of the port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:47.902388 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-feecc16b-f737-4f56-8b0b-512d6e71e0bc service neutron] 10.222.0.47 "GET /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051719 Feb 28 19:40:47.926221 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:47.939622 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:47.950074 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:48.035128 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Pushing event updated for resources: {'Port': ['ID=40c013d5-f731-4973-b07f-5d9d58458958,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:48.039879 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Allocated IP 172.27.0.76 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/daa208ec-3eaa-4afb-ae68-55074dde7870) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:48.156180 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-8642f44f-e3bd-452f-815d-e7f997e54b5d None None] Provisioning complete for port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:48.157235 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8642f44f-e3bd-452f-815d-e7f997e54b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:48.267982 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-8642f44f-e3bd-452f-815d-e7f997e54b5d None None] Current status of the port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:48.314523 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-d38cd1af-e00e-4ae5-b838-d0ee06ba3759 service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041298 Feb 28 19:40:48.482145 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks [] for router_gateway (ccf262fd-4703-4b60-adb2-39e496af10d5), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:48.556183 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-4431cd0f-b896-478a-aad8-5aab3c992ce2 service neutron] 10.222.0.47 "GET /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441755 Feb 28 19:40:48.567256 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (5dd25743-dc17-49ae-b70d-6bd1425e85f6), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:48.779111 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:48.796041 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:48.824884 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:48.882183 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:40:48.916931 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bbba03-7cd3-47a0-b708-5a89aac033f1 None None] Network a3aef109-e206-4d34-9278-7ec9dbda3552 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:40:48.972040 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (ccf262fd-4703-4b60-adb2-39e496af10d5), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:48.979042 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-024ad122-0e81-49fc-88a2-d3144015b347 req-112ec75f-0eca-43bf-9620-87f80abaa2c3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.1778347 Feb 28 19:40:48.979378 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks [] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.023097 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] Provisioning complete for port c104790f-53d8-40c1-9afe-a52d52f5c509 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:49.023554 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.068458 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:49.068837 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.123039 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-68951fc0-e5bb-4c40-8173-56608036ae98 req-ea0e3ace-6321-47bb-9d02-fe0835c0ee65 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0555110 Feb 28 19:40:49.136457 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:40:49.298121 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.480413 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Pushing event updated for resources: {'Port': ['ID=daa208ec-3eaa-4afb-ae68-55074dde7870,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:49.578668 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:49.580380 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:40:49.596421 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] Current status of the port c104790f-53d8-40c1-9afe-a52d52f5c509 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:49.596878 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.604586 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:40:49.644139 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:49.648619 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:49.656529 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:49.673604 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:49.691065 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] For port c104790f-53d8-40c1-9afe-a52d52f5c509, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=c104790f-53d8-40c1-9afe-a52d52f5c509,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:40:49.692445 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:49.693620 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c104790f-53d8-40c1-9afe-a52d52f5c509 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:49.719341 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.727720 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:49.729839 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-ac2ab413-b47b-4935-9301-4ba465bbcbdc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7947216 Feb 28 19:40:49.735406 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39672) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:49.801247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6615229-555e-4788-a35c-302f24c60fe8 None None] Pushing event updated for resources: {'Port': ['ID=c104790f-53d8-40c1-9afe-a52d52f5c509,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:49.851364 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port c104790f-53d8-40c1-9afe-a52d52f5c509 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:49.852872 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:50.139890 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port c104790f-53d8-40c1-9afe-a52d52f5c509 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:50.190322 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:50.205194 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-33a2d9a7-7f98-4c79-94ce-7b95637bdb89 None None] Provisioning complete for port c104790f-53d8-40c1-9afe-a52d52f5c509 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:50.205857 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-33a2d9a7-7f98-4c79-94ce-7b95637bdb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:50.386905 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Router ccf262fd-4703-4b60-adb2-39e496af10d5 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:40:50.390847 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-33a2d9a7-7f98-4c79-94ce-7b95637bdb89 None None] Current status of the port c104790f-53d8-40c1-9afe-a52d52f5c509 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:50.405240 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8cf5b0e5-4f2e-4b0b-b089-e4840cce07d7 req-ec33f4f6-1eb4-4bd6-8834-d586ec44a2cc tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.0989344 Feb 28 19:40:50.430261 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:50.466514 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3087071d-3043-448a-8435-9f98164e0ebf req-7a4bc70c-68fe-465f-8edb-7365cdac6d7d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.1646204 Feb 28 19:40:50.654631 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c104790f-53d8-40c1-9afe-a52d52f5c509 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:50.688486 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:40:50.716064 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks [] for router_gateway (5f60b9db-35f3-4180-b406-b194cbafe940), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:50.731469 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:40:50.753959 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:50.754939 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:50.807387 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:50.814223 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-04ab4963-157b-41bc-b80b-32faec59099d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5810747 Feb 28 19:40:50.818811 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39730) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:50.914854 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:51.108102 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:47Z', 'revision_number': 3, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:51.125473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port c104790f-53d8-40c1-9afe-a52d52f5c509 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:51.125942 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.168669 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.208882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:48Z', 'revision_number': 3, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:51.213126 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:40:51.214048 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Updating router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:40:51.222939 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39742) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:51.263076 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port c104790f-53d8-40c1-9afe-a52d52f5c509 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:51.294951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:40:51.295416 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Updating router ccf262fd-4703-4b60-adb2-39e496af10d5 port 40c013d5-f731-4973-b07f-5d9d58458958 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:40:51.324685 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (40c013d5-f731-4973-b07f-5d9d58458958), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.328704 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.516413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b505677-9b46-43cc-80e9-5cd26e4b6c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.545537 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Allocated IP 172.20.0.1 (c148f9c8-601c-46c7-808f-502b5cb6467d/0a7e6671-cec0-45b4-bb43-bf108fd0695d/e15f90d5-54e1-4fb0-b74c-131d8feac219) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:51.808898 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.811906 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (5f60b9db-35f3-4180-b406-b194cbafe940), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.834091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks [] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:51.935254 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae8a65a1-dbb9-40e6-bf6a-0544fbb1af90 req-53c35f00-f042-4fa0-875f-720dcf483309 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0900397 Feb 28 19:40:51.995902 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Publish callbacks [] for port (40c013d5-f731-4973-b07f-5d9d58458958), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.003441 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f70cce61-3337-4e3c-bd4e-cbd8916d08e4 req-455ca099-250e-43fc-b232-f3996c6a3420 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.0730293 Feb 28 19:40:52.020811 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (40c013d5-f731-4973-b07f-5d9d58458958), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.069450 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Attempting to bind port 40c013d5-f731-4973-b07f-5d9d58458958 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:40:52.069820 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Attempting to bind port 40c013d5-f731-4973-b07f-5d9d58458958 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:40:52.070367 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Attempting to bind port 40c013d5-f731-4973-b07f-5d9d58458958 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:40:52.083618 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:40:52.083864 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:52.084797 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.084797 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:40:52.085064 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Bound port: 40c013d5-f731-4973-b07f-5d9d58458958, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:40:52.085476 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (40c013d5-f731-4973-b07f-5d9d58458958), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.121490 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Router 5f60b9db-35f3-4180-b406-b194cbafe940 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:40:52.122390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b505677-9b46-43cc-80e9-5cd26e4b6c87 admin admin] Publish callbacks [] for security_group (b94703ab-5db8-48fc-961a-896513a9db5d), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.131583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b505677-9b46-43cc-80e9-5cd26e4b6c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b94703ab-5db8-48fc-961a-896513a9db5d), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.137473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fab6a-3ed9-4fcd-a8c0-33c78dad0eea None None] Pushing event updated for resources: {'Port': ['ID=40c013d5-f731-4973-b07f-5d9d58458958,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:52.198910 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-1b505677-9b46-43cc-80e9-5cd26e4b6c87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebf6bc8d3cc8400d84a1d1e3d1eefb03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9734237 Feb 28 19:40:52.199967 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505677-9b46-43cc-80e9-5cd26e4b6c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94703ab-5db8-48fc-961a-896513a9db5d,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:52.202410 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] For port 40c013d5-f731-4973-b07f-5d9d58458958, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:40:52.204514 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.205737 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39776) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:52.225824 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] For port 40c013d5-f731-4973-b07f-5d9d58458958, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=40c013d5-f731-4973-b07f-5d9d58458958,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:40:52.230780 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Network c148f9c8-601c-46c7-808f-502b5cb6467d is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:52.235744 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.245232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (40c013d5-f731-4973-b07f-5d9d58458958), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.265628 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.30', 58149) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:52.268096 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:52.274183 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:52.274662 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (5dd25743-dc17-49ae-b70d-6bd1425e85f6), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.320156 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Pushing event updated for resources: {'Port': ['ID=e15f90d5-54e1-4fb0-b74c-131d8feac219,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:52.352636 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Publish callbacks [] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.366903 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.436545 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Attempting to bind port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:40:52.437276 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Attempting to bind port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:40:52.439355 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Attempting to bind port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:40:52.447621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:52.451130 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:52.503946 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:40:52.504509 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:52.504992 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.505502 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:40:52.506050 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Bound port: 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:40:52.506470 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.671860 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.30', 58150) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:52.684006 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Pushing event updated for resources: {'Port': ['ID=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,revision_number=2']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:52.712546 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39782) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:52.729675 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:52.756220 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] For port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:40:52.760592 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] For port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:40:52.767097 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.767535 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.767914 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.768431 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.769043 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.769485 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.769864 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.770389 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.771631 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.772006 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.772351 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.772688 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.773022 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Tracked resource versions report: Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: pushed versions: Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: { 'AddressGroup': {'1.2'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'ConntrackHelper': {'1.0'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'LocalIPAssociation': {'1.0'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Log': {'1.0'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Network': {'1.1'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Port': {'1.7'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'PortForwarding': {'1.2'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'QosPolicy': {'1.10'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroup': {'1.5'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SubPort': {'1.0'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Subnet': {'1.1'}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Trunk': {'1.1'}} Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: consumer versions: Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: { DHCP agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: HyperV agent@hv-cinder-83124: {}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: L3 agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: Metadata agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: Metering agent@dv-cinder-831247-1-iscsi: {}, Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: Open vSwitch agent@dv-cinder-831247-1-iscsi: { 'AddressGroup': '1.2', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'ConntrackHelper': '1.0', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'LocalIPAssociation': '1.0', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Log': '1.0', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Network': '1.1', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Port': '1.7', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'PortForwarding': '1.2', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'QosPolicy': '1.10', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroup': '1.5', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SecurityGroupRule': '1.2', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'SubPort': '1.0', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Subnet': '1.1', Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: 'Trunk': '1.1'}} Feb 28 19:40:52.774551 dv-cinder-831247-1-iscsi neutron-server[109447]: {{(pid=109447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:40:52.791225 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.816085 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fab6a-3ed9-4fcd-a8c0-33c78dad0eea None None] Pushing event updated for resources: {'Port': ['ID=40c013d5-f731-4973-b07f-5d9d58458958,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:52.932579 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-275efa18-ff29-418e-adf6-a9ddf234e4d8 None None] Provisioning complete for port e15f90d5-54e1-4fb0-b74c-131d8feac219 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:52.933013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-275efa18-ff29-418e-adf6-a9ddf234e4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.967379 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:52.991757 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:52.992539 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:52.995910 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d093cad-e39b-4f69-947f-850d50a9de5a None None] Pushing event updated for resources: {'Port': ['ID=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:53.100232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-275efa18-ff29-418e-adf6-a9ddf234e4d8 None None] Port e15f90d5-54e1-4fb0-b74c-131d8feac219 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:40:53.121895 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53e01e29-4a1f-4dfe-9e3e-f67c60ba94e1 req-839ee7ac-2aee-4905-8abd-72a6b728af19 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0452290 Feb 28 19:40:53.222919 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-07867be2-3b8f-4554-9516-5aac25c48633 req-39216679-2b5d-419f-b1fc-dc8a4775cf3e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.0615728 Feb 28 19:40:53.250728 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5638b626-091d-4947-bcac-fb95088d279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:48Z', 'revision_number': 3, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:53.267573 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:53.281800 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Allocated IP 172.20.0.1 (a3aef109-e206-4d34-9278-7ec9dbda3552/cb6e962d-6371-48c4-8ae4-65ff26079780/a73e7ce1-239f-4b1c-aa5a-31f36bb19164) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:53.283019 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638b626-091d-4947-bcac-fb95088d279b None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:48Z', 'revision_number': 3, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:40:53.293266 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5905ecc1-5edd-4101-b659-7d4e2a606b88 admin admin] Publish callbacks [] for security_group (b94703ab-5db8-48fc-961a-896513a9db5d), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.295583 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:40:53.307479 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Sync routers for ids ['5f60b9db-35f3-4180-b406-b194cbafe940'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:40:53.345829 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Routers {'5f60b9db-35f3-4180-b406-b194cbafe940'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:53.346479 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5f60b9db-35f3-4180-b406-b194cbafe940'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:53.364873 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks [] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.372637 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.373806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (5dd25743-dc17-49ae-b70d-6bd1425e85f6), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.383232 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-78ea7825-9aef-4934-88e9-7eb6693ac07e tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:53.385159 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-78ea7825-9aef-4934-88e9-7eb6693ac07e tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.30 "GET /v2.0/networks?id=6034157f-d405-40ba-b0c2-ecb405d28623 HTTP/1.1" status: 200 len: 812 time: 1.0819595 Feb 28 19:40:53.419205 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.428040 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-63ce601a-4954-4526-bd1a-fc15ee129094 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1136730 Feb 28 19:40:53.441369 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a6417382-ea97-489f-9a45-c8493c63b558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.446061 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5905ecc1-5edd-4101-b659-7d4e2a606b88 admin admin] Publish callbacks [] for security_group (b94703ab-5db8-48fc-961a-896513a9db5d), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:53.448487 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 39838) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:53.489821 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Request body: {'port': {'device_id': '0f60a08c-542c-402c-a1fc-1076c1982950', 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623', 'admin_state_up': True, 'tenant_id': '2ab2ed2c675047e2b7e78493d230fac2'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:53.537798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Pushing event updated for resources: {'Port': ['ID=e15f90d5-54e1-4fb0-b74c-131d8feac219,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:53.690960 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Network c148f9c8-601c-46c7-808f-502b5cb6467d is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:53.700549 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:53.840364 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Set router 5f60b9db-35f3-4180-b406-b194cbafe940 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:53.850667 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-8b6ab397-023e-4740-b985-cc469bca5171 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:40:53.855761 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-8b6ab397-023e-4740-b985-cc469bca5171 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 1.1825922 Feb 28 19:40:53.994050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Request body: {'port': {'device_id': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'admin_state_up': True, 'tenant_id': '3bd22773665549c4a777f84b4d39cf00'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:54.031689 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:40:51Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:54.123307 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:40:54.153601 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e6b40-738b-4adb-b58f-e568bc577645 None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:40:51Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:40:54.268621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-6ea9b359-ad22-4e21-957e-79d7722cdf9c None None] Provisioning complete for port e15f90d5-54e1-4fb0-b74c-131d8feac219 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:54.270812 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b359-ad22-4e21-957e-79d7722cdf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:54.339391 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-622b15f9-e452-492c-b94c-428352b9cf59 req-9dd168ea-dcde-48c6-b83b-ad300141f1ec tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0539348 Feb 28 19:40:54.430668 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Made reservation on behalf of 2ab2ed2c675047e2b7e78493d230fac2 for: {'port': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:54.440993 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:54.457410 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:50Z', 'revision_number': 3, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:54.499634 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5905ecc1-5edd-4101-b659-7d4e2a606b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b94703ab-5db8-48fc-961a-896513a9db5d), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:54.500999 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:40:54.510279 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5905ecc1-5edd-4101-b659-7d4e2a606b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:54.511465 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-5905ecc1-5edd-4101-b659-7d4e2a606b88 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b94703ab-5db8-48fc-961a-896513a9db5d HTTP/1.1" status: 204 len: 168 time: 2.3026001 Feb 28 19:40:54.517941 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Checking router: 5f60b9db-35f3-4180-b406-b194cbafe940 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:40:54.518296 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Updating router 5f60b9db-35f3-4180-b406-b194cbafe940 port daa208ec-3eaa-4afb-ae68-55074dde7870 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:40:54.567169 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:54.576558 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b5341980-91d7-467e-853f-e88420caff60 admin admin] 10.222.0.47 "PUT /v2.0/routers/5dd25743-dc17-49ae-b70d-6bd1425e85f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8388083 Feb 28 19:40:54.580278 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks [] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:54.701898 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-124e9959-b433-4d0e-ade0-ae766c0c2644 req-ff00f522-e5c5-42e9-acab-064d7961b437 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.1951239 Feb 28 19:40:54.875341 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905ecc1-5edd-4101-b659-7d4e2a606b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94703ab-5db8-48fc-961a-896513a9db5d,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:54.903377 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Made reservation on behalf of 3bd22773665549c4a777f84b4d39cf00 for: {'port': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:40:54.904882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 40c013d5-f731-4973-b07f-5d9d58458958 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:54.908569 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:55.200437 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-6ea9b359-ad22-4e21-957e-79d7722cdf9c None None] Port e15f90d5-54e1-4fb0-b74c-131d8feac219 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:40:55.247626 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 40c013d5-f731-4973-b07f-5d9d58458958 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:55.249306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (40c013d5-f731-4973-b07f-5d9d58458958), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:55.617920 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e02117-4836-480c-9611-4b3be0a71f53 req-2f5d27be-a306-4aa6-b5d6-d02344d616d0 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.1013577 Feb 28 19:40:55.625352 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 40c013d5-f731-4973-b07f-5d9d58458958 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:55.626445 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (40c013d5-f731-4973-b07f-5d9d58458958), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:55.679451 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 40c013d5-f731-4973-b07f-5d9d58458958, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=40c013d5-f731-4973-b07f-5d9d58458958,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:40:55.687443 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (40c013d5-f731-4973-b07f-5d9d58458958), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:55.962307 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=40c013d5-f731-4973-b07f-5d9d58458958,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:56.048115 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f3d56de6-f831-47a5-a754-465a3853fe08 req-e1c3b6fd-8146-4416-957e-26279f3926b1 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.1947129 Feb 28 19:40:56.049660 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Publish callbacks [] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.062761 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.278100 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e96bf-2840-4831-8396-01fc5fc4bc55 None None] Pushing event updated for resources: {'Port': ['ID=daa208ec-3eaa-4afb-ae68-55074dde7870,revision_number=2']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:56.283332 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Attempting to bind port daa208ec-3eaa-4afb-ae68-55074dde7870 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:40:56.283710 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Attempting to bind port daa208ec-3eaa-4afb-ae68-55074dde7870 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:40:56.284078 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Attempting to bind port daa208ec-3eaa-4afb-ae68-55074dde7870 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:40:56.292025 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:40:56.292398 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:40:56.292806 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.293230 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:40:56.293720 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Bound port: daa208ec-3eaa-4afb-ae68-55074dde7870, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:40:56.294106 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.372301 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a6417382-ea97-489f-9a45-c8493c63b558 admin admin] Publish callbacks [] for security_group (1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.417071 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a6417382-ea97-489f-9a45-c8493c63b558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.451860 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] For port daa208ec-3eaa-4afb-ae68-55074dde7870, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:40:56.458916 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] For port daa208ec-3eaa-4afb-ae68-55074dde7870, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=daa208ec-3eaa-4afb-ae68-55074dde7870,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:40:56.468434 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.590392 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Routers {'5f60b9db-35f3-4180-b406-b194cbafe940'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:56.591206 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5f60b9db-35f3-4180-b406-b194cbafe940'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:56.599616 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e96bf-2840-4831-8396-01fc5fc4bc55 None None] Pushing event updated for resources: {'Port': ['ID=daa208ec-3eaa-4afb-ae68-55074dde7870,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:56.609382 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.682310 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Allocated IP 172.20.0.3 (6034157f-d405-40ba-b0c2-ecb405d28623/152fc372-fd86-4799-892b-d733c227a0d8/7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:56.878264 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54aa357c-49ad-472e-b172-c0d6d4bea2de req-61f86fa1-9831-4c9a-a695-c4e00f24f37e tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.1012440 Feb 28 19:40:56.879191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39902) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:56.886089 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Allocated IP 172.20.0.7 (5bcda800-1fc1-4c7e-b53f-e930f5358b9c/a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa/df05622e-7561-4ce6-82c4-b927d1828278) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:40:56.896055 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341205860', 'description': 'tempest-description--563982767'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:56.955041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:56.956328 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 40c013d5-f731-4973-b07f-5d9d58458958 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:56.966868 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] Set router 5f60b9db-35f3-4180-b406-b194cbafe940 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:57.100177 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 40c013d5-f731-4973-b07f-5d9d58458958 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:57.100617 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (40c013d5-f731-4973-b07f-5d9d58458958), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.170390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (21d84383-9ff6-40b7-95e1-9e9e262b3c96), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.179597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (21d84383-9ff6-40b7-95e1-9e9e262b3c96), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.308147 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.310297 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4252691 Feb 28 19:40:57.329189 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39910) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:57.347751 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'security_group_rule': {'security_group_id': '21d84383-9ff6-40b7-95e1-9e9e262b3c96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:57.355782 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-079d3f28-bb30-4fcf-82ff-3916874428aa req-ff6df51e-d106-4d19-999b-52c70b8c33a9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.1087263 Feb 28 19:40:57.360649 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bacee2-72df-471f-a601-5a1d29e92570 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d84383-9ff6-40b7-95e1-9e9e262b3c96,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:57.408323 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (972c2653-bbe7-47a8-b992-caad942004eb), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.456380 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 40c013d5-f731-4973-b07f-5d9d58458958 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:57.457628 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:57.547720 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:50Z', 'revision_number': 3, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:57.623258 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f2480-63b1-4fb3-a3be-d124b70a4756 None None] The sync data for ids ['5f60b9db-35f3-4180-b406-b194cbafe940'] in dv-cinder-831247-1-iscsi is: [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:50Z', 'revision_number': 3, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:40:57.638678 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:57.645761 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.660292 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Pushing event updated for resources: {'Port': ['ID=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:57.706513 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (972c2653-bbe7-47a8-b992-caad942004eb), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.716054 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (972c2653-bbe7-47a8-b992-caad942004eb), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.748057 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6417382-ea97-489f-9a45-c8493c63b558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:57.809599 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972c2653-bbe7-47a8-b992-caad942004eb,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:57.857153 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-a6417382-ea97-489f-9a45-c8493c63b558 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71c31d2a5e84444eb873a6be66d7772a&name=default HTTP/1.1" status: 200 len: 2993 time: 5.1219325 Feb 28 19:40:57.858851 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Network a3aef109-e206-4d34-9278-7ec9dbda3552 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:40:57.860775 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.867399 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9fa2b602-6de3-4e32-b1a6-069e59b97ec7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245960 Feb 28 19:40:57.874923 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39918) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:57.875440 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39920) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:57.897701 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'security_group_rule': {'security_group_id': '21d84383-9ff6-40b7-95e1-9e9e262b3c96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:57.923695 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:40:57.924460 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.935302 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:40:57.967843 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:40:57.968354 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (ccf262fd-4703-4b60-adb2-39e496af10d5), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:57.973078 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:40:57.988687 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.044282 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (93a16074-61e5-4689-b88c-16f25d1d5f84), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.159144 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b59dbcd3-65c1-42bb-94e6-8592a2f970f6 admin admin] Publish callbacks [] for security_group (1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.221980 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:58.263831 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-df9c1258-e926-42c7-8c27-65b604e4c960 req-bc1a9167-ea9f-469c-80bf-e17017e75b60 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.1847606 Feb 28 19:40:58.367223 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b59dbcd3-65c1-42bb-94e6-8592a2f970f6 admin admin] Publish callbacks [] for security_group (1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.575328 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-28ce7d56-66e8-4130-8171-064582e8f4ec None None] Provisioning complete for port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:58.575887 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-28ce7d56-66e8-4130-8171-064582e8f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.690955 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (93a16074-61e5-4689-b88c-16f25d1d5f84), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.697556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a81c4cb5-1bfc-4b08-be3b-c39783ef5f88 req-6f25a5b2-472c-4045-844d-2d416d4fc5c2 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.1681757 Feb 28 19:40:58.700717 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (93a16074-61e5-4689-b88c-16f25d1d5f84), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.733526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b59dbcd3-65c1-42bb-94e6-8592a2f970f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.736213 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b59dbcd3-65c1-42bb-94e6-8592a2f970f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.737565 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b59dbcd3-65c1-42bb-94e6-8592a2f970f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7 HTTP/1.1" status: 204 len: 168 time: 0.8609262 Feb 28 19:40:58.749551 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a16074-61e5-4689-b88c-16f25d1d5f84,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:58.772423 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dbcd3-65c1-42bb-94e6-8592a2f970f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b036a-1483-4ae7-bf9d-5ba1ea3a66e7,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:40:58.782182 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.787837 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-5c270c9c-fde7-481b-a27b-4ef719a132c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8935220 Feb 28 19:40:58.788483 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39938) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:58.794775 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:40:58.831758 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:58.851474 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-28ce7d56-66e8-4130-8171-064582e8f4ec None None] Port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:40:58.994750 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device daa208ec-3eaa-4afb-ae68-55074dde7870 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:40:59.000051 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:40:59.118104 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:40:59.134879 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:40:59.525171 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.577403 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port daa208ec-3eaa-4afb-ae68-55074dde7870 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:40:59.585718 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.655590 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-26c1d458-c85d-4f36-8fa4-70713b0e33f0 req-b6e45015-2d01-4387-baaf-50e1dc064d59 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.1237924 Feb 28 19:40:59.745665 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks [] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.764129 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:40:59.824731 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks [] for port (df05622e-7561-4ce6-82c4-b927d1828278), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.871857 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39960) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:40:59.929643 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-960b948d-c8b1-4968-ae55-f8ad8aed956d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.955920 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.987073 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:40:59.996360 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.087047 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-960b948d-c8b1-4968-ae55-f8ad8aed956d admin admin] Publish callbacks [] for security_group (757485f4-9660-4d93-8d76-ef7192b60084), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.141142 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port daa208ec-3eaa-4afb-ae68-55074dde7870 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:00.144132 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.152968 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Allocated IP 172.27.0.194 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/f79e9b1f-bfa8-483c-93f9-86570f06376a) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:00.232281 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port daa208ec-3eaa-4afb-ae68-55074dde7870, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=daa208ec-3eaa-4afb-ae68-55074dde7870,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:00.248174 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.249275 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:00.425848 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Network 6034157f-d405-40ba-b0c2-ecb405d28623 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:00.481501 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=daa208ec-3eaa-4afb-ae68-55074dde7870,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:00.548718 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:00.554640 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:00.562032 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:00.565941 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.566718 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:00.574003 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.587096 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78a2324f-ad07-439c-a1b1-75e1f3eda04f req-f19055d3-cf7a-45ef-a346-ef1eab12942e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.6789489 Feb 28 19:41:00.596780 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Pushing event updated for resources: {'Port': ['ID=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:00.599305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-960b948d-c8b1-4968-ae55-f8ad8aed956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (757485f4-9660-4d93-8d76-ef7192b60084), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.631203 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.675185 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (df05622e-7561-4ce6-82c4-b927d1828278), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.768520 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:40:53Z', 'revision_number': 2, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:00.774194 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:00.807863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:41:00.808100 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Updating router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 port e15f90d5-54e1-4fb0-b74c-131d8feac219 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:41:00.827396 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-960b948d-c8b1-4968-ae55-f8ad8aed956d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e064e6f9a46c4701acd4514be68d0e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9408748 Feb 28 19:41:00.843722 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b948d-c8b1-4968-ae55-f8ad8aed956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757485f4-9660-4d93-8d76-ef7192b60084,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:00.853408 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 39968) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:00.898501 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:00.943647 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Allocated IP 172.20.0.1 (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1/94e12841-a454-4ca0-827f-1bbd790e9abb/60514b96-a709-4433-8e0b-55abd9a6a00f) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:01.012163 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device daa208ec-3eaa-4afb-ae68-55074dde7870 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:01.082170 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.223210 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks [] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.237758 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event updated for resources: {'Port': ['ID=df05622e-7561-4ce6-82c4-b927d1828278,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:01.250179 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:01.281373 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:01.286836 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-52d4c415-c13f-47a4-b4c5-e90e48704ebd tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8010051 Feb 28 19:41:01.292023 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:01.297403 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:01.298047 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.300857 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.301782 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (ccf262fd-4703-4b60-adb2-39e496af10d5), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.310891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:01.320672 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-866d5795-3bfe-4fb1-a70c-36a46512ac77 admin admin] Publish callbacks [] for security_group (757485f4-9660-4d93-8d76-ef7192b60084), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.327888 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:01.338555 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:01.384308 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port daa208ec-3eaa-4afb-ae68-55074dde7870 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:01.385586 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.454766 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-247adc1c-bb80-42e2-88d9-071ff6cf65d5 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:41:01.455902 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-247adc1c-bb80-42e2-88d9-071ff6cf65d5 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1369221 Feb 28 19:41:01.461324 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Pushing event updated for resources: {'Port': ['ID=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:01.481079 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Network a3aef109-e206-4d34-9278-7ec9dbda3552 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:01.484399 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:01.494604 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-ee16af63-a778-48d2-bcd8-69b656b13adb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5434389 Feb 28 19:41:01.810592 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (a8c4d3e6-f192-47b5-866d-12ca021526f0), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:01.842660 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'Port': ['ID=f79e9b1f-bfa8-483c-93f9-86570f06376a,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:01.863907 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527e440-59a7-4330-88d1-187497826a6c req-c28ed7fd-42d4-4b75-a7f7-7d40165954fb tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:01.867277 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3527e440-59a7-4330-88d1-187497826a6c req-c28ed7fd-42d4-4b75-a7f7-7d40165954fb tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 931 time: 1.0124986 Feb 28 19:41:01.921074 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port daa208ec-3eaa-4afb-ae68-55074dde7870 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:02.011486 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.016974 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-866d5795-3bfe-4fb1-a70c-36a46512ac77 admin admin] Publish callbacks [] for security_group (757485f4-9660-4d93-8d76-ef7192b60084), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.243796 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Publish callbacks [] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.256562 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Request body: {'port': {'device_id': '0f60a08c-542c-402c-a1fc-1076c1982950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:02.257778 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.265402 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks [] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.275164 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Request body: {'port': {'device_id': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:02.306898 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Router ccf262fd-4703-4b60-adb2-39e496af10d5 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:41:02.328672 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-307a61c8-e66f-476c-91a4-7303fb4ce805 None None] Provisioning complete for port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:02.329136 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-307a61c8-e66f-476c-91a4-7303fb4ce805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.385066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ee351-99a8-4dd4-b422-78fc708573d7 req-b2641bed-aa8e-455d-8a77-78d757e0c315 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:02.389718 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad5ee351-99a8-4dd4-b422-78fc708573d7 req-b2641bed-aa8e-455d-8a77-78d757e0c315 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 931 time: 0.5146985 Feb 28 19:41:02.397349 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3efd9-92da-40b0-af29-22f871340b6e None None] Pushing event updated for resources: {'Port': ['ID=e15f90d5-54e1-4fb0-b74c-131d8feac219,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:02.409501 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-866d5795-3bfe-4fb1-a70c-36a46512ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (757485f4-9660-4d93-8d76-ef7192b60084), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.417017 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-866d5795-3bfe-4fb1-a70c-36a46512ac77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.418391 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-866d5795-3bfe-4fb1-a70c-36a46512ac77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/757485f4-9660-4d93-8d76-ef7192b60084 HTTP/1.1" status: 204 len: 168 time: 1.5623927 Feb 28 19:41:02.454713 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3527e440-59a7-4330-88d1-187497826a6c req-cc2ba8c1-9dcd-491e-9ef6-c9aa09d24325 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810159 Feb 28 19:41:02.471085 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5795-3bfe-4fb1-a70c-36a46512ac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757485f4-9660-4d93-8d76-ef7192b60084,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:02.484713 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Attempting to bind port e15f90d5-54e1-4fb0-b74c-131d8feac219 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:02.485118 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Attempting to bind port e15f90d5-54e1-4fb0-b74c-131d8feac219 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:02.485489 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Attempting to bind port e15f90d5-54e1-4fb0-b74c-131d8feac219 on network c148f9c8-601c-46c7-808f-502b5cb6467d {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:02.492910 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-307a61c8-e66f-476c-91a4-7303fb4ce805 None None] Port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:41:02.503905 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:02.504303 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Checking segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:02.504728 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.505871 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Bound using segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:02.506374 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Bound port: e15f90d5-54e1-4fb0-b74c-131d8feac219, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:02.506763 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.635026 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad5ee351-99a8-4dd4-b422-78fc708573d7 req-3a766267-e142-4912-8ad0-6c584601bd59 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318025 Feb 28 19:41:02.651239 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] For port e15f90d5-54e1-4fb0-b74c-131d8feac219, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:02.656486 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] For port e15f90d5-54e1-4fb0-b74c-131d8feac219, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=e15f90d5-54e1-4fb0-b74c-131d8feac219,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:02.660602 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.671005 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.674889 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.735935 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.771875 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (a8c4d3e6-f192-47b5-866d-12ca021526f0), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.791500 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'Port': ['ID=f79e9b1f-bfa8-483c-93f9-86570f06376a,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:02.797972 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.799659 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9146f968-6888-4eee-8f4d-d78cc27d3e8a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0100937 Feb 28 19:41:02.873091 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.876022 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:41:02.886106 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-56341b55-2f0a-4db3-9996-59e23cfef07a admin admin] 10.222.0.47 "PUT /v2.0/routers/ccf262fd-4703-4b60-adb2-39e496af10d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0625353 Feb 28 19:41:02.889037 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (df05622e-7561-4ce6-82c4-b927d1828278), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:02.900368 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:41:02.916649 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:02.919914 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:02.924184 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3efd9-92da-40b0-af29-22f871340b6e None None] Pushing event updated for resources: {'Port': ['ID=e15f90d5-54e1-4fb0-b74c-131d8feac219,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:02.968000 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] Provisioning complete for port e15f90d5-54e1-4fb0-b74c-131d8feac219 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:02.968374 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:03.073142 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:03.073835 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:03.208385 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] Current status of the port e15f90d5-54e1-4fb0-b74c-131d8feac219 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:03.210983 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:03.344228 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] For port e15f90d5-54e1-4fb0-b74c-131d8feac219, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=e15f90d5-54e1-4fb0-b74c-131d8feac219,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:03.434306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:03.444106 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:03.512445 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-e32ec193-0ae9-4540-943b-f4eb269a7e6a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1341205860&fields=id&tenant_id=0770cb7fd1684b1bbf110b2574aee96f HTTP/1.1" status: 200 len: 267 time: 0.2087843 Feb 28 19:41:03.733974 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:03.800737 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edd2d7-0e04-4a3d-91fb-d462493acc4a None None] Pushing event updated for resources: {'Port': ['ID=e15f90d5-54e1-4fb0-b74c-131d8feac219,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:03.805904 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-abe2538a-935d-4546-817d-eb2d658c2f14 None None] Provisioning complete for port e15f90d5-54e1-4fb0-b74c-131d8feac219 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:03.806348 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-abe2538a-935d-4546-817d-eb2d658c2f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:03.862656 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-26aaf8dd-c553-483a-a412-69eb74bd7efe tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:03.881115 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-26aaf8dd-c553-483a-a412-69eb74bd7efe tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 810 time: 0.3544760 Feb 28 19:41:03.918129 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-5de9ac86-1085-47ce-a71b-110bfc491fc7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/quotas/0770cb7fd1684b1bbf110b2574aee96f HTTP/1.1" status: 200 len: 375 time: 0.0354965 Feb 28 19:41:03.919775 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Pushing event updated for resources: {'Port': ['ID=60514b96-a709-4433-8e0b-55abd9a6a00f,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:03.928810 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:03.951605 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:03.956050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:03.956569 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (5f60b9db-35f3-4180-b406-b194cbafe940), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:03.968546 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:00Z', 'revision_number': 2, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:04.050632 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:41:04.052332 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Updating router ccf262fd-4703-4b60-adb2-39e496af10d5 port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:41:04.112523 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.142480 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df05622e-7561-4ce6-82c4-b927d1828278 {{(pid=109444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:04.149130 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-4bffd276-0cd5-484d-be50-5841a44d240e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303097 Feb 28 19:41:04.165665 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Publish callbacks [] for port (df05622e-7561-4ce6-82c4-b927d1828278), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.306965 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.provisioning_blocks [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Transition to ACTIVE for port object df05622e-7561-4ce6-82c4-b927d1828278 will not be triggered until provisioned by entity L2. {{(pid=109444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:41:04.328942 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (df05622e-7561-4ce6-82c4-b927d1828278), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.393873 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-d4ecc4ce-e774-4642-a05c-b7543b3e0379 service neutron] 10.222.0.47 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434230 Feb 28 19:41:04.465797 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Pushing event updated for resources: {'Port': ['ID=df05622e-7561-4ce6-82c4-b927d1828278,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:04.565923 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Publish callbacks [] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.574346 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.613920 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-69afb304-5c13-403f-8fdd-20b0a9f4da2c service neutron] 10.222.0.47 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189062 Feb 28 19:41:04.639644 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:02Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:04.682468 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94087ce5-614c-4d4e-9f2a-9c4719f8fb8d None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:02Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:41:04.685075 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-abe2538a-935d-4546-817d-eb2d658c2f14 None None] Current status of the port e15f90d5-54e1-4fb0-b74c-131d8feac219 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:04.793032 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Attempting to bind port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:04.793437 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Attempting to bind port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:04.793816 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Attempting to bind port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 on network a3aef109-e206-4d34-9278-7ec9dbda3552 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:04.797733 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d0326-678f-4836-a163-db35140f4063 None None] Pushing event updated for resources: {'Port': ['ID=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:04.814172 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:04.814555 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Checking segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:04.814963 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.815362 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Bound using segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:04.823508 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Bound port: a73e7ce1-239f-4b1c-aa5a-31f36bb19164, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:04.824986 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.841028 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:04.992095 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Attempting to bind port df05622e-7561-4ce6-82c4-b927d1828278 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:04.994504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Attempting to bind port df05622e-7561-4ce6-82c4-b927d1828278 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:05.004777 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Attempting to bind port df05622e-7561-4ce6-82c4-b927d1828278 on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:05.028491 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] For port a73e7ce1-239f-4b1c-aa5a-31f36bb19164, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:05.032541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device e15f90d5-54e1-4fb0-b74c-131d8feac219 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:05.038766 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] For port a73e7ce1-239f-4b1c-aa5a-31f36bb19164, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:05.053350 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.117786 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Port df05622e-7561-4ce6-82c4-b927d1828278 on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:41:05.122921 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Attempting to bind port df05622e-7561-4ce6-82c4-b927d1828278 on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:05.171684 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:05.172070 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Checking segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:05.172627 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Bound using segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:05.173203 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Bound port: df05622e-7561-4ce6-82c4-b927d1828278, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:05.173516 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (df05622e-7561-4ce6-82c4-b927d1828278), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.214915 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d0326-678f-4836-a163-db35140f4063 None None] Pushing event updated for resources: {'Port': ['ID=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,revision_number=4']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:05.236066 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] Provisioning complete for port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:05.236367 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.251254 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:05.255919 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:05.391915 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00914-8c59-4cac-b160-3dcdc01b1130 req-91651548-c686-4831-ab5f-d273f93f9c03 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:05.399237 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port e15f90d5-54e1-4fb0-b74c-131d8feac219 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:05.399637 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.404099 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94d00914-8c59-4cac-b160-3dcdc01b1130 req-91651548-c686-4831-ab5f-d273f93f9c03 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 931 time: 0.2189257 Feb 28 19:41:05.569573 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] For port df05622e-7561-4ce6-82c4-b927d1828278, host hv-cinder-83124, cleared binding levels {{(pid=109444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:05.593716 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40102) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:05.596026 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] For port df05622e-7561-4ce6-82c4-b927d1828278, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=df05622e-7561-4ce6-82c4-b927d1828278,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:05.637926 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1816132160', 'description': 'tempest-description--775651730'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:05.689186 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] Current status of the port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:05.689835 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.702628 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94d00914-8c59-4cac-b160-3dcdc01b1130 req-31e58eca-1127-4411-8fef-1a684561e5ca tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964692 Feb 28 19:41:05.732959 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (df05622e-7561-4ce6-82c4-b927d1828278), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.779206 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.949979 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:05.951135 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:05.952888 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] 10.222.0.30 "PUT /v2.0/ports/df05622e-7561-4ce6-82c4-b927d1828278 HTTP/1.1" status: 200 len: 1093 time: 3.8092701 Feb 28 19:41:05.965328 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] For port a73e7ce1-239f-4b1c-aa5a-31f36bb19164, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:05.980009 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.011034 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'tag': 'df05622e-7561-4ce6-82c4-b927d1828278'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:06.069448 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port e15f90d5-54e1-4fb0-b74c-131d8feac219 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:06.122405 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3c8e7-d785-49a6-9d62-2626b379864b None None] Pushing event updated for resources: {'Port': ['ID=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:06.152084 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (b6c4cd21-ae08-406c-b2af-b6213a9eeff3), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.163112 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b6c4cd21-ae08-406c-b2af-b6213a9eeff3), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.163591 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-d813efdd-8fc2-4df7-b7b8-154c7507c843 None None] Provisioning complete for port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:06.164329 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d813efdd-8fc2-4df7-b7b8-154c7507c843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.262266 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:06.392336 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0553aa0f-563a-44bf-8bdd-2c989bd2a9ce req-48d3bb08-4109-40c4-ae04-6e047c808bea tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 210 time: 0.2281346 Feb 28 19:41:06.414151 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.418358 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8154829 Feb 28 19:41:06.446743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40132) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:06.470373 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4cd21-ae08-406c-b2af-b6213a9eeff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:06.540119 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b0b4-a0fa-456b-9c8c-b736e73f70c1 req-47c4f749-f06d-4dc5-a6b6-1b6d605407a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:06.554766 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef93b0b4-a0fa-456b-9c8c-b736e73f70c1 req-47c4f749-f06d-4dc5-a6b6-1b6d605407a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.6148691 Feb 28 19:41:06.564817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c1491-b924-410d-b628-2ea6012735a5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4cd21-ae08-406c-b2af-b6213a9eeff3,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:06.574646 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-d813efdd-8fc2-4df7-b7b8-154c7507c843 None None] Current status of the port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:06.630422 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 {{(pid=109444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:06.683159 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Publish callbacks [] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.687089 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (1134c5aa-d9cd-4a2f-b9e1-6dd3d608f424), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.738634 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77b7bc-86be-43a2-bd4e-a3f2e68ac10a service neutron] Pushing event updated for resources: {'Port': ['ID=df05622e-7561-4ce6-82c4-b927d1828278,revision_number=3']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:06.762063 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-6214fa36-11d5-4f70-8039-128a948ad199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:06.763981 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-6214fa36-11d5-4f70-8039-128a948ad199 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 1127 time: 0.4240978 Feb 28 19:41:06.770795 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef93b0b4-a0fa-456b-9c8c-b736e73f70c1 req-5962c4db-9cfe-4aa9-a986-f657fdfdbf48 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059660 Feb 28 19:41:06.820341 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40148) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:06.855571 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:06.861759 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.provisioning_blocks [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Transition to ACTIVE for port object 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 will not be triggered until provisioned by entity L2. {{(pid=109444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:41:06.911524 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (1134c5aa-d9cd-4a2f-b9e1-6dd3d608f424), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.922148 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (1134c5aa-d9cd-4a2f-b9e1-6dd3d608f424), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.964060 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-2c4c0574-4765-4421-ada1-2ffe43b384e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df05622e-7561-4ce6-82c4-b927d1828278 HTTP/1.1" status: 200 len: 217 time: 0.1922712 Feb 28 19:41:06.964892 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:06.968319 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fc610-870d-42eb-834a-01495f43fd7a None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:41:07.097557 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1134c5aa-d9cd-4a2f-b9e1-6dd3d608f424,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:07.128780 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.130997 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-dc8b125a-1a16-4403-8d60-998880700377 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6669490 Feb 28 19:41:07.138263 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40156) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:07.154368 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4cd21-ae08-406c-b2af-b6213a9eeff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:07.214247 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca721ad-f45f-444f-8bd3-1d232f96a791 req-ef60ac34-328d-4043-9cce-1529f1f6b1aa tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:07.222226 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1ca721ad-f45f-444f-8bd3-1d232f96a791 req-ef60ac34-328d-4043-9cce-1529f1f6b1aa tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.2720432 Feb 28 19:41:07.266549 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (537bf865-b75d-477f-bbf0-51f266ffe7fd), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.360237 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1ca721ad-f45f-444f-8bd3-1d232f96a791 req-b8f5e5be-5e39-4ec5-824c-dd98e84b8e71 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328084 Feb 28 19:41:07.403236 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (537bf865-b75d-477f-bbf0-51f266ffe7fd), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.416365 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (537bf865-b75d-477f-bbf0-51f266ffe7fd), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.516415 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537bf865-b75d-477f-bbf0-51f266ffe7fd,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:07.536885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32a1247b-8046-4047-a16b-e9822d5fad9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.563945 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14d11e-b689-4978-9512-f8c5ffc83836" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ae083d-f102-4b9e-9aee-9240f4ae5cfa", "tag": "df05622e-7561-4ce6-82c4-b927d1828278"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:07.576790 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.578047 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c3692579-e43c-468d-8fd5-25799076edf5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4390769 Feb 28 19:41:07.595896 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40170) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:07.604603 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:07.611963 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4523fc01-cab5-4236-a61b-3867084b28af req-2da4d08d-c0cd-4d93-bcb6-dbaa1e6f00a2 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 210 time: 0.0767598 Feb 28 19:41:07.674348 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks [] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.698678 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.699676 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (5f60b9db-35f3-4180-b406-b194cbafe940), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.712109 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Pushing event updated for resources: {'Port': ['ID=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:07.725603 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32a1247b-8046-4047-a16b-e9822d5fad9e admin admin] Publish callbacks [] for security_group (30661ca6-93f8-44b6-99c2-aad3d68b174b), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.747688 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-32a1247b-8046-4047-a16b-e9822d5fad9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (30661ca6-93f8-44b6-99c2-aad3d68b174b), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.786537 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:07.790009 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-40373abe-6ce4-43b8-92c7-0ee57b74b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:07.791672 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-40373abe-6ce4-43b8-92c7-0ee57b74b39b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.2214646 Feb 28 19:41:07.795054 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-32a1247b-8046-4047-a16b-e9822d5fad9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53d8efc0bdaf49e39e21067d248852c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9732189 Feb 28 19:41:07.796178 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1247b-8046-4047-a16b-e9822d5fad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30661ca6-93f8-44b6-99c2-aad3d68b174b,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:07.802106 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40184) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:07.890894 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Attempting to bind port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:07.891361 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Attempting to bind port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '51ca1b79-b8d0-46ee-a6d8-3295033a9997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623'}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:07.891789 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Attempting to bind port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 on network 6034157f-d405-40ba-b0c2-ecb405d28623 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:07.899182 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a3493d-0377-4197-b9e8-9b79f42e0d63 x-openstack-request-id: req-82a3493d-0377-4197-b9e8-9b79f42e0d63 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:07.899368 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ae083d-f102-4b9e-9aee-9240f4ae5cfa", "tag": "df05622e-7561-4ce6-82c4-b927d1828278", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:07.899693 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82a3493d-0377-4197-b9e8-9b79f42e0d63 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:07.900296 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'tag': 'df05622e-7561-4ce6-82c4-b927d1828278', 'status': 'completed', 'code': 200} Feb 28 19:41:07.907365 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 on network 6034157f-d405-40ba-b0c2-ecb405d28623 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:41:07.907783 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Attempting to bind port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 on network 6034157f-d405-40ba-b0c2-ecb405d28623 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:07.947396 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Pushing event updated for resources: {'Port': ['ID=60514b96-a709-4433-8e0b-55abd9a6a00f,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:07.972004 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5270ac-50cd-4524-ba2a-120e7cd359d9 req-074333d7-e09a-423d-857b-e39f52de7db1 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:07.973600 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6d5270ac-50cd-4524-ba2a-120e7cd359d9 req-074333d7-e09a-423d-857b-e39f52de7db1 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.1054661 Feb 28 19:41:07.981821 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:07.982228 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Checking segment: {'id': '51ca1b79-b8d0-46ee-a6d8-3295033a9997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:07.982621 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Bound using segment: {'id': '51ca1b79-b8d0-46ee-a6d8-3295033a9997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623'} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:07.983060 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Bound port: 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ca1b79-b8d0-46ee-a6d8-3295033a9997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623'}}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:07.983499 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.038131 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6d5270ac-50cd-4524-ba2a-120e7cd359d9 req-324b6da2-d7ca-43c6-b9f8-abc5eb4f82dc tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539846 Feb 28 19:41:08.087950 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5694113f-f08b-4a6b-bbc4-a8232dc78c6b admin admin] Publish callbacks [] for security_group (30661ca6-93f8-44b6-99c2-aad3d68b174b), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.134270 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] For port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host hv-cinder-83124, cleared binding levels {{(pid=109444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:08.138006 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] For port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,segment=NetworkSegment(51ca1b79-b8d0-46ee-a6d8-3295033a9997),segment_id=51ca1b79-b8d0-46ee-a6d8-3295033a9997)] {{(pid=109444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:08.164578 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:08.167563 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.176632 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5694113f-f08b-4a6b-bbc4-a8232dc78c6b admin admin] Publish callbacks [] for security_group (30661ca6-93f8-44b6-99c2-aad3d68b174b), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.176632 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:08.230180 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:08.230977 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.232499 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] 10.222.0.30 "PUT /v2.0/ports/7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 HTTP/1.1" status: 200 len: 1093 time: 6.0947821 Feb 28 19:41:08.357054 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8895c-2f0e-4a32-ae7c-d25ac9fd51bf service neutron] Pushing event updated for resources: {'Port': ['ID=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,revision_number=3']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:08.387577 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.443188 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5694113f-f08b-4a6b-bbc4-a8232dc78c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (30661ca6-93f8-44b6-99c2-aad3d68b174b), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.445997 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5694113f-f08b-4a6b-bbc4-a8232dc78c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.449551 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-5694113f-f08b-4a6b-bbc4-a8232dc78c6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30661ca6-93f8-44b6-99c2-aad3d68b174b HTTP/1.1" status: 204 len: 168 time: 0.6348939 Feb 28 19:41:08.462277 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694113f-f08b-4a6b-bbc4-a8232dc78c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30661ca6-93f8-44b6-99c2-aad3d68b174b,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:08.484051 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5990bec-5c7b-4294-bd3a-8f8e6c1c7801 req-3f1c6f7a-d18e-4f6a-a9f2-294cbe41dbf5 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:08.492229 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5990bec-5c7b-4294-bd3a-8f8e6c1c7801 req-3f1c6f7a-d18e-4f6a-a9f2-294cbe41dbf5 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.0645158 Feb 28 19:41:08.550454 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5990bec-5c7b-4294-bd3a-8f8e6c1c7801 req-9e37dfc8-871a-4722-a54c-ad035e45ccdb tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Feb 28 19:41:08.583873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Router 5f60b9db-35f3-4180-b406-b194cbafe940 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:41:08.665232 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Allocated IP 172.27.0.244 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/19b010ba-64e8-4234-a509-68d8e6e05df6) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:08.724353 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84d79024-b823-49be-bb4d-95c95fe37452 req-741031e0-749b-45bb-98cc-0217958a3f98 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 210 time: 0.0391111 Feb 28 19:41:08.780717 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:41:08.787597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40208) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:08.789565 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-97d4ee80-a38b-43ca-aeff-00e06cc1650e admin admin] 10.222.0.47 "PUT /v2.0/routers/5f60b9db-35f3-4180-b406-b194cbafe940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2959306 Feb 28 19:41:08.799052 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Sync routers for ids ['5f60b9db-35f3-4180-b406-b194cbafe940'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:41:08.801299 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41588c6b-7ea0-4dd1-a877-bda801446b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.836693 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Routers {'5f60b9db-35f3-4180-b406-b194cbafe940'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:08.837289 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5f60b9db-35f3-4180-b406-b194cbafe940'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:08.877874 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.922286 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41588c6b-7ea0-4dd1-a877-bda801446b1a admin admin] Publish callbacks [] for security_group (ad781489-9ea7-40bf-ab6a-d6377e0fae5d), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.927652 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.929574 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41588c6b-7ea0-4dd1-a877-bda801446b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (ad781489-9ea7-40bf-ab6a-d6377e0fae5d), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:08.974396 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device a73e7ce1-239f-4b1c-aa5a-31f36bb19164 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:08.976086 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41588c6b-7ea0-4dd1-a877-bda801446b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad781489-9ea7-40bf-ab6a-d6377e0fae5d,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:08.981187 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-41588c6b-7ea0-4dd1-a877-bda801446b1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0ae45f11bb040978fa7ce1e2dac9f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923759 Feb 28 19:41:08.983212 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:08.983837 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40212) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:08.984676 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:08.990514 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:09.037031 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Set router 5f60b9db-35f3-4180-b406-b194cbafe940 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:09.043130 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0bb96ea9-4cf6-4d69-a709-cd313a29942f admin admin] Publish callbacks [] for security_group (ad781489-9ea7-40bf-ab6a-d6377e0fae5d), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.068025 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0bb96ea9-4cf6-4d69-a709-cd313a29942f admin admin] Publish callbacks [] for security_group (ad781489-9ea7-40bf-ab6a-d6377e0fae5d), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.101208 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:09.101639 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.113067 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'Port': ['ID=19b010ba-64e8-4234-a509-68d8e6e05df6,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:09.131473 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0bb96ea9-4cf6-4d69-a709-cd313a29942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (ad781489-9ea7-40bf-ab6a-d6377e0fae5d), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.135129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0bb96ea9-4cf6-4d69-a709-cd313a29942f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.136510 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0bb96ea9-4cf6-4d69-a709-cd313a29942f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad781489-9ea7-40bf-ab6a-d6377e0fae5d HTTP/1.1" status: 204 len: 168 time: 0.1510286 Feb 28 19:41:09.147465 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (68003e4d-4d87-4eae-96b3-ca8eb74345e7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.172789 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb96ea9-4cf6-4d69-a709-cd313a29942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad781489-9ea7-40bf-ab6a-d6377e0fae5d,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:09.233517 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.287613 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b1bd-7114-4f39-babb-32578325735b req-01dab8c2-7107-4112-947a-56f3171c12f8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:09.302658 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6a61b1bd-7114-4f39-babb-32578325735b req-01dab8c2-7107-4112-947a-56f3171c12f8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.1029634 Feb 28 19:41:09.380746 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6a61b1bd-7114-4f39-babb-32578325735b req-8195e6f6-7cd1-4642-8d81-b9b4da10f534 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761552 Feb 28 19:41:09.530823 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.30', 58174) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:09.624577 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-0d932a86-fcbf-4cd9-8b07-517bd0ae9036 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329336 Feb 28 19:41:09.734422 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:09.792005 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:41:04Z', 'revision_number': 4, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '60514b96-a709-4433-8e0b-55abd9a6a00f', 'name': '', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'tenant_id': '918307290f7845448a9502cde928caa8', 'mac_address': 'fa:16:3e:21:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:41:00Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 2, 'project_id': '918307290f7845448a9502cde928caa8', 'subnets': [{'id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:09.862363 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Checking router: 5f60b9db-35f3-4180-b406-b194cbafe940 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:41:09.863729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Updating router 5f60b9db-35f3-4180-b406-b194cbafe940 port 60514b96-a709-4433-8e0b-55abd9a6a00f binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:41:09.916182 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f60a08c-542c-402c-a1fc-1076c1982950', 'tag': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:09.919562 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34256ab2-6583-4c63-96c6-03f384cbe20a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f60a08c-542c-402c-a1fc-1076c1982950", "tag": "7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:09.926790 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.937232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-ce8b1909-d717-4e83-acf2-1158f5194506 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:09.938889 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-ce8b1909-d717-4e83-acf2-1158f5194506 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 818 time: 0.5229115 Feb 28 19:41:09.949905 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90b11-4d85-4689-83b1-a4c6755428d0 req-b195a5f7-c2f2-4aaf-b2b3-a058a5ea0331 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:09.956786 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49d90b11-4d85-4689-83b1-a4c6755428d0 req-b195a5f7-c2f2-4aaf-b2b3-a058a5ea0331 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.1213446 Feb 28 19:41:09.958318 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.968964 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:09.985061 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-ae1ab36d-ce0d-4bfa-9bd9-3352e96188a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:09.987382 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-ae1ab36d-ce0d-4bfa-9bd9-3352e96188a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ab2ed2c675047e2b7e78493d230fac2&device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 1127 time: 0.4509871 Feb 28 19:41:09.991967 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-7d4b5714-ed03-4c33-8e79-183818e48bfa tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/quotas/918307290f7845448a9502cde928caa8 HTTP/1.1" status: 200 len: 375 time: 0.0238931 Feb 28 19:41:10.032930 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (68003e4d-4d87-4eae-96b3-ca8eb74345e7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.058043 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-39d6ce8b-8449-4bd3-994c-2a1ac044a67e service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104545 Feb 28 19:41:10.071041 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-14be75ee-9ed0-4e49-8ca1-6ca7a91a994f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:10.072718 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-14be75ee-9ed0-4e49-8ca1-6ca7a91a994f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 810 time: 0.4956729 Feb 28 19:41:10.078321 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'Port': ['ID=19b010ba-64e8-4234-a509-68d8e6e05df6,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:10.091753 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.101630 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-93fbbf8d-16fa-44c2-87e3-42a694aff1e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 HTTP/1.1" status: 200 len: 217 time: 0.1031775 Feb 28 19:41:10.105963 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-dc70f464-811d-416f-8eca-5b7213d98de7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5047388 Feb 28 19:41:10.112193 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49d90b11-4d85-4689-83b1-a4c6755428d0 req-d56bb9b8-c2e3-4ea0-8073-58e8ff5553c4 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544054 Feb 28 19:41:10.131854 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-d7ac27b7-a3f7-4cfa-a00c-9c4743252a66 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928686 Feb 28 19:41:10.300764 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7456370-fe3e-4aa1-88b5-19a4b8f906c9 req-4440ce30-a7f7-4f94-b246-c16572a5485f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 210 time: 0.0967827 Feb 28 19:41:10.310250 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Publish callbacks [] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.322306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.337037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-84169c1a-fe40-43e5-b693-5abf052ebafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:10.340083 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-84169c1a-fe40-43e5-b693-5abf052ebafa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=152fc372-fd86-4799-892b-d733c227a0d8 HTTP/1.1" status: 200 len: 852 time: 0.1350880 Feb 28 19:41:10.407416 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-ec50de31-e63d-4963-85c8-75bb5073a2d0 service neutron] 10.222.0.47 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660365 Feb 28 19:41:10.409014 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-2d528e4e-d4df-478a-b037-0f4f9ad15774 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6034157f-d405-40ba-b0c2-ecb405d28623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584271 Feb 28 19:41:10.475220 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495ebb4-6f90-402c-b620-197b52a872ff None None] Pushing event updated for resources: {'Port': ['ID=60514b96-a709-4433-8e0b-55abd9a6a00f,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:10.489632 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e6a2a-f026-46a6-89c4-ec4bc2924524 x-openstack-request-id: req-652e6a2a-f026-46a6-89c4-ec4bc2924524 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:10.490227 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f60a08c-542c-402c-a1fc-1076c1982950", "tag": "7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:10.490479 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-652e6a2a-f026-46a6-89c4-ec4bc2924524 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:10.490859 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f60a08c-542c-402c-a1fc-1076c1982950', 'tag': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1', 'status': 'completed', 'code': 200} Feb 28 19:41:10.570265 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Attempting to bind port 60514b96-a709-4433-8e0b-55abd9a6a00f on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:10.570507 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Attempting to bind port 60514b96-a709-4433-8e0b-55abd9a6a00f by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:10.570760 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Attempting to bind port 60514b96-a709-4433-8e0b-55abd9a6a00f on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:10.575248 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-373d727d-a098-41da-9860-2e8729abf7d2 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0770cb7fd1684b1bbf110b2574aee96f HTTP/1.1" status: 200 len: 380 time: 0.0987442 Feb 28 19:41:10.578412 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:10.578616 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Checking segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:10.578864 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.579267 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Bound using segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:10.579900 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Bound port: 60514b96-a709-4433-8e0b-55abd9a6a00f, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:10.580325 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.586772 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'port': {'device_id': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'admin_state_up': True, 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'security_groups': ['21d84383-9ff6-40b7-95e1-9e9e262b3c96']}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:10.636489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-bf13bbc2-10e8-49ac-9676-1dae659ce08e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1816132160&fields=id&tenant_id=83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 267 time: 0.1618242 Feb 28 19:41:10.646710 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-317f9212-135c-44d9-9363-fc712961f5c7 service neutron] 10.222.0.47 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311118 Feb 28 19:41:10.652405 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] For port 60514b96-a709-4433-8e0b-55abd9a6a00f, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:10.657839 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] For port 60514b96-a709-4433-8e0b-55abd9a6a00f, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=60514b96-a709-4433-8e0b-55abd9a6a00f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:10.670236 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.718829 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-0bb2e7e8-cb75-4def-9f25-c518de0e8420 req-20a2237b-7f64-469d-be99-3408ef3c3f05 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352116 Feb 28 19:41:10.721780 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Made reservation on behalf of 0770cb7fd1684b1bbf110b2574aee96f for: {'port': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:41:10.725673 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:10.749798 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-945b5d3c-ee5f-4118-bb66-78ec2302cb71 service neutron] 10.222.0.30 "GET /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260211 Feb 28 19:41:10.790921 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Routers {'5f60b9db-35f3-4180-b406-b194cbafe940'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:10.791844 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:40:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5f60b9db-35f3-4180-b406-b194cbafe940'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:10.801783 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-aebd6386-68e3-4879-a651-69fe5d7613cb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:10.803265 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-aebd6386-68e3-4879-a651-69fe5d7613cb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 816 time: 0.1552365 Feb 28 19:41:10.821002 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-cc3cddb0-e00f-444e-9c19-5ae09954f7ec tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/quotas/83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Feb 28 19:41:10.892467 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495ebb4-6f90-402c-b620-197b52a872ff None None] Pushing event updated for resources: {'Port': ['ID=60514b96-a709-4433-8e0b-55abd9a6a00f,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:10.937575 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Allocated IP 172.20.0.14 (c148f9c8-601c-46c7-808f-502b5cb6467d/0a7e6671-cec0-45b4-bb43-bf108fd0695d/5b4faa57-c77d-4ed2-9fbe-f6b7de18897c) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:11.021058 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] Set router 5f60b9db-35f3-4180-b406-b194cbafe940 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:11.028073 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-3cbdda09-027c-41ec-88b3-5f5ca17c7390 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1941831 Feb 28 19:41:11.041785 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cb8d3-bdf1-405f-b557-c6d262ac4751 req-47c468b8-7186-447e-a4b6-dce9828859fa tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:11.043686 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e40cb8d3-bdf1-405f-b557-c6d262ac4751 req-47c468b8-7186-447e-a4b6-dce9828859fa tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.1322527 Feb 28 19:41:11.139736 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e40cb8d3-bdf1-405f-b557-c6d262ac4751 req-1c78159e-147e-4c6c-8b38-4eb7629d8479 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786538 Feb 28 19:41:11.173298 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:11.217119 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:11.269622 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Network c148f9c8-601c-46c7-808f-502b5cb6467d is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:11.277399 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-638ab527-7d90-4efd-ac8c-ea31aaf35ca9 req-25e66637-15e1-460e-9c80-e0308127b4a8 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 210 time: 0.0485752 Feb 28 19:41:11.278252 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:11.279536 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-4ad146ed-cc88-4935-8a40-b5561b3e6e38 service neutron] 10.222.0.47 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457542 Feb 28 19:41:11.298612 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:11.305275 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:11.319674 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:11.349312 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'Port': ['ID=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:11.383108 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:41:04Z', 'revision_number': 4, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '60514b96-a709-4433-8e0b-55abd9a6a00f', 'name': '', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'tenant_id': '918307290f7845448a9502cde928caa8', 'mac_address': 'fa:16:3e:21:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:41:00Z', 'updated_at': '2022-02-28T19:41:10Z', 'revision_number': 4, 'project_id': '918307290f7845448a9502cde928caa8', 'subnets': [{'id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:11.394209 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-7d88052e-2345-4ccb-8ee7-b350e5afddf4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8122599 Feb 28 19:41:11.435166 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea50470-8cd1-4721-81d0-161e8ac1770f None None] The sync data for ids ['5f60b9db-35f3-4180-b406-b194cbafe940'] in dv-cinder-831247-1-iscsi is: [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:41:04Z', 'revision_number': 4, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '60514b96-a709-4433-8e0b-55abd9a6a00f', 'name': '', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'tenant_id': '918307290f7845448a9502cde928caa8', 'mac_address': 'fa:16:3e:21:a8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:41:00Z', 'updated_at': '2022-02-28T19:41:10Z', 'revision_number': 4, 'project_id': '918307290f7845448a9502cde928caa8', 'subnets': [{'id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:41:11.565549 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-b762f89a-9ead-45e7-9c89-02b21dac03c7 service neutron] 10.222.0.47 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532153 Feb 28 19:41:11.594622 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac534-8ebd-4aa2-a46b-2d89f23bb029 req-2175a20b-e69b-4fcb-9e2c-88b4140599bc tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:11.596335 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f7ac534-8ebd-4aa2-a46b-2d89f23bb029 req-2175a20b-e69b-4fcb-9e2c-88b4140599bc tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.1281605 Feb 28 19:41:11.657479 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-3e59e0a4-5eb4-44f7-8bb1-eef5571229b4 None None] Provisioning complete for port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:11.657860 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3e59e0a4-5eb4-44f7-8bb1-eef5571229b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:11.665570 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f7ac534-8ebd-4aa2-a46b-2d89f23bb029 req-15378503-5065-4223-b307-728d5cd3f4e3 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593779 Feb 28 19:41:11.714146 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-3e59e0a4-5eb4-44f7-8bb1-eef5571229b4 None None] Port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:41:11.942345 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-e0cc23f7-401b-4dce-bea3-574c3e9e4030 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:11.943889 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-e0cc23f7-401b-4dce-bea3-574c3e9e4030 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 818 time: 0.1326103 Feb 28 19:41:11.952537 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbc846-9d09-4d29-91f3-caf9d0db914f req-1485e5fc-c72e-4fd1-9dc3-c68db7112abd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:11.954029 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25bbc846-9d09-4d29-91f3-caf9d0db914f req-1485e5fc-c72e-4fd1-9dc3-c68db7112abd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 932 time: 0.1860425 Feb 28 19:41:11.977351 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-118ff570-c3db-430b-946d-25cabc5d44ac tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/quotas/918307290f7845448a9502cde928caa8 HTTP/1.1" status: 200 len: 375 time: 0.0223401 Feb 28 19:41:12.046295 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25bbc846-9d09-4d29-91f3-caf9d0db914f req-9ffa5783-20b3-48a7-8337-4e09193d7f6f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849731 Feb 28 19:41:12.077119 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-c7df6199-1c26-4b49-bdf5-6de68ea147a8 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915339 Feb 28 19:41:12.218617 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-143fd811-292a-4a5b-baa0-88604430fef0 req-e03929a1-59d4-478c-a071-a223a771edae tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0442009 Feb 28 19:41:12.254064 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-9ca0987d-63ed-46c9-86d4-af9aad55e37e service neutron] 10.222.0.47 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658161 Feb 28 19:41:12.576761 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0e4f7fb5-1aa1-41c4-b1eb-f39cc2877cb6 service neutron] 10.222.0.47 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216705 Feb 28 19:41:12.596551 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb60f-fbd5-4438-ab88-d4a4c270d4a8 req-3322221c-ab67-481c-87ee-6e918bb6f7fb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:12.598080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6aedb60f-fbd5-4438-ab88-d4a4c270d4a8 req-3322221c-ab67-481c-87ee-6e918bb6f7fb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.2436068 Feb 28 19:41:12.649118 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6aedb60f-fbd5-4438-ab88-d4a4c270d4a8 req-eeb4ea06-bd6d-4bcb-a62e-fa958962e875 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Feb 28 19:41:12.745701 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4505e0cf-35be-4650-aa22-ff0dfb37e09b req-59e7e0f0-e3d4-4a67-8e46-7ebd7d614925 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 210 time: 0.0306017 Feb 28 19:41:12.843551 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510f223-37bb-484f-9c11-6e67df4410e6 req-90f4e76e-5433-4c4a-bae3-e6c7d51816bb tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:12.845198 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0510f223-37bb-484f-9c11-6e67df4410e6 req-90f4e76e-5433-4c4a-bae3-e6c7d51816bb tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.0666378 Feb 28 19:41:12.893862 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0510f223-37bb-484f-9c11-6e67df4410e6 req-7b304bc0-4d61-4feb-9a4a-41025b740c50 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Feb 28 19:41:12.903266 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 60514b96-a709-4433-8e0b-55abd9a6a00f up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:12.953659 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 60514b96-a709-4433-8e0b-55abd9a6a00f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:12.954036 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:13.031794 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 60514b96-a709-4433-8e0b-55abd9a6a00f is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:13.032181 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:13.064930 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 60514b96-a709-4433-8e0b-55abd9a6a00f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=60514b96-a709-4433-8e0b-55abd9a6a00f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:13.069294 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:13.125425 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=60514b96-a709-4433-8e0b-55abd9a6a00f,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:13.175255 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f17cb-1464-41ed-91a3-9c0759d892ea req-20d2a0c6-9991-4e2b-a2a7-0386240b7aa8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:13.176682 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f31f17cb-1464-41ed-91a3-9c0759d892ea req-20d2a0c6-9991-4e2b-a2a7-0386240b7aa8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 932 time: 0.0528374 Feb 28 19:41:13.224965 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f31f17cb-1464-41ed-91a3-9c0759d892ea req-81910429-e19d-47c4-bf91-d99c7344155e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426166 Feb 28 19:41:13.343362 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e56a4227-a281-4dce-81b2-7dba32144034 req-da0c81e8-2c86-425a-a9f0-41f460bcdc2e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Feb 28 19:41:13.785855 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d847-ce1b-4728-afb7-08e742f838e5 req-f32bd38c-c455-4587-a87a-10dccc4cdcc8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:13.787225 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a832d847-ce1b-4728-afb7-08e742f838e5 req-f32bd38c-c455-4587-a87a-10dccc4cdcc8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.0607297 Feb 28 19:41:13.855507 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a832d847-ce1b-4728-afb7-08e742f838e5 req-226774a8-1115-4ba1-b7c0-85f6787981a2 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625031 Feb 28 19:41:13.871625 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7bbd3a2b-dd1a-4b42-b228-57f67c0a96bc req-2a3a4960-5005-4d71-887d-e1d2d470d907 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 210 time: 0.0457659 Feb 28 19:41:14.029492 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8ed80-369e-42af-a115-8b787544889d req-b772fe76-add4-4bc0-847c-4992335ffe81 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:14.030991 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e6f8ed80-369e-42af-a115-8b787544889d req-b772fe76-add4-4bc0-847c-4992335ffe81 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.0589151 Feb 28 19:41:14.078268 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e6f8ed80-369e-42af-a115-8b787544889d req-b6c7bc5f-46cf-4442-9810-7967852a02b6 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Feb 28 19:41:14.348093 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876874de-be22-4a56-b833-5ab08f4c661f req-c454916a-48ec-4234-ac0a-89a07fd85c33 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:14.349513 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-876874de-be22-4a56-b833-5ab08f4c661f req-c454916a-48ec-4234-ac0a-89a07fd85c33 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 932 time: 0.0572498 Feb 28 19:41:14.399937 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-876874de-be22-4a56-b833-5ab08f4c661f req-f1eb0444-379c-4f7c-864d-b03163be61e3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 Feb 28 19:41:14.441351 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7214708-fc47-49fe-acfd-2cfd10344bf9 req-52a60f5b-d87e-485c-8a54-1b93e46255fd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0262933 Feb 28 19:41:14.886181 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 60514b96-a709-4433-8e0b-55abd9a6a00f up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:14.933418 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 60514b96-a709-4433-8e0b-55abd9a6a00f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:14.933799 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:14.977955 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d334a774-98e2-4fbc-a9df-1df9e1bc2d9e req-af9a6324-5343-45fe-871c-1f710afafd57 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 210 time: 0.0275514 Feb 28 19:41:14.996984 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68285a8-7a81-4b8e-9518-94b75ab34045 req-84438375-3fcc-4151-9d7b-16cd85f951e2 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.000335 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a68285a8-7a81-4b8e-9518-94b75ab34045 req-84438375-3fcc-4151-9d7b-16cd85f951e2 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.0790143 Feb 28 19:41:15.011424 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 60514b96-a709-4433-8e0b-55abd9a6a00f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:15.044866 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a68285a8-7a81-4b8e-9518-94b75ab34045 req-e9fc9550-e601-4af3-8ded-ef1e4208e7e9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Feb 28 19:41:15.208146 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45fd52-3f98-4ba4-bd97-15c9d52e7a31 req-f7b5347d-de5f-4b3b-9d72-f88dbd1cad76 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.209666 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c45fd52-3f98-4ba4-bd97-15c9d52e7a31 req-f7b5347d-de5f-4b3b-9d72-f88dbd1cad76 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.0657818 Feb 28 19:41:15.232002 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-311a3e7f-bf7d-4cb5-a184-885795cf6bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:15.250865 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Request body: {'port': {'device_id': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:15.313776 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:15.351724 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a20d8177-5e0e-4d3d-a187-efeae96df1b8 req-9d6e6113-757b-4130-8bca-da9e2c7f5afe service neutron] 10.222.0.30 "GET /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956638 Feb 28 19:41:15.366861 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c45fd52-3f98-4ba4-bd97-15c9d52e7a31 req-27c1e24d-fdbd-46d1-b7bd-9f7c58a292b9 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514628 Feb 28 19:41:15.413234 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-919b7de2-add7-4821-9fba-278a4526a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.414937 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-919b7de2-add7-4821-9fba-278a4526a7b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 1127 time: 0.0975940 Feb 28 19:41:15.647498 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-118b851d-a7a4-4c4f-8b0f-8abac08a225c req-b5530bfb-f80d-4793-9171-b268c9b36216 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0703921 Feb 28 19:41:15.662804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-f31d878c-d4ed-43b3-9ea8-0862df22154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.664488 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-f31d878c-d4ed-43b3-9ea8-0862df22154f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ab2ed2c675047e2b7e78493d230fac2&device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 1127 time: 0.1859994 Feb 28 19:41:15.680908 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88faa-7d23-4714-9df1-e0a5ad7f70cd req-e15c6dc0-e5d5-407a-8307-5c9d0dc5a3ec tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.682449 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fad88faa-7d23-4714-9df1-e0a5ad7f70cd req-e15c6dc0-e5d5-407a-8307-5c9d0dc5a3ec tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 932 time: 0.1178837 Feb 28 19:41:15.700695 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-7c6ee9f6-5d6f-4a19-8386-9afdf8e9de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.702279 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-7c6ee9f6-5d6f-4a19-8386-9afdf8e9de34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 915 time: 0.2366209 Feb 28 19:41:15.753423 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-39dc9a1b-363e-403e-ba15-709116699ef9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df05622e-7561-4ce6-82c4-b927d1828278 HTTP/1.1" status: 200 len: 217 time: 0.0418992 Feb 28 19:41:15.840703 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-e4798154-bace-4681-8e45-f48a57a05d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.842174 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-e4798154-bace-4681-8e45-f48a57a05d37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0779757 Feb 28 19:41:15.842679 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fad88faa-7d23-4714-9df1-e0a5ad7f70cd req-37da3ea3-0d04-4995-8de4-f0f86e038a42 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531920 Feb 28 19:41:15.863708 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-957f7448-9a47-4a93-9b3b-3d6311fd7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.863708 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-957f7448-9a47-4a93-9b3b-3d6311fd7eae service neutron] 10.222.0.30 "GET /v2.0/networks?id=6034157f-d405-40ba-b0c2-ecb405d28623 HTTP/1.1" status: 200 len: 913 time: 0.1894059 Feb 28 19:41:15.877483 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-ce62ac1f-3d64-46ae-9ffb-3809f76130f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272315 Feb 28 19:41:15.882815 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c {{(pid=109444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:15.898673 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Publish callbacks [] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:15.907216 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-595bd710-42fa-41ed-8cc1-bfa1312f6789 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 HTTP/1.1" status: 200 len: 217 time: 0.0381794 Feb 28 19:41:15.950975 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.provisioning_blocks [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Transition to ACTIVE for port object 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c will not be triggered until provisioned by entity L2. {{(pid=109444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:41:15.954058 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-09a9911d-3d2b-4adc-8c60-a0ec2bae3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:15.955530 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-09a9911d-3d2b-4adc-8c60-a0ec2bae3944 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=152fc372-fd86-4799-892b-d733c227a0d8 HTTP/1.1" status: 200 len: 852 time: 0.0428834 Feb 28 19:41:15.956999 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:15.988027 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-cb09f0b8-bbe9-46a2-83c6-c9fd767995e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6034157f-d405-40ba-b0c2-ecb405d28623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267222 Feb 28 19:41:16.023030 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:16.032529 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-7d724701-cc18-4d6b-8ee4-a17bf16517fe service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452479 Feb 28 19:41:16.113216 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5f15401c-a946-450e-b430-f664267827dc req-eb27c623-ab24-4b91-b890-a204bc2ea87b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 210 time: 0.0501394 Feb 28 19:41:16.141032 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Attempting to bind port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:16.141419 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Attempting to bind port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:16.141753 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Attempting to bind port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c on network c148f9c8-601c-46c7-808f-502b5cb6467d {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:16.148775 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c on network c148f9c8-601c-46c7-808f-502b5cb6467d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:41:16.149129 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Attempting to bind port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c on network c148f9c8-601c-46c7-808f-502b5cb6467d {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:16.159153 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:16.159508 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Checking segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:16.159881 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Bound using segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:16.160334 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Bound port: 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:16.160715 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:16.174259 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-77eba5fe-68b2-4a87-84b8-4ceeb25fbf6c service neutron] 10.222.0.30 "GET /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798439 Feb 28 19:41:16.216427 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-6e14d11e-b689-4978-9512-f8c5ffc83836 req-173560ec-60e9-4ef2-bcf8-83da21c036b1 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764412 Feb 28 19:41:16.253837 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] For port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host hv-cinder-83124, cleared binding levels {{(pid=109444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:16.257512 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] For port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:16.265446 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:16.295798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bdb75-4b8e-4c71-8f12-385743724ba4 req-2b530fff-a047-42cf-89f3-0b4142b21828 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.297313 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-010bdb75-4b8e-4c71-8f12-385743724ba4 req-2b530fff-a047-42cf-89f3-0b4142b21828 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.1453304 Feb 28 19:41:16.312354 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.312968 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:16.314453 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1094 time: 1.0679400 Feb 28 19:41:16.314899 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:16.317121 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:16.386579 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f262a2-32d8-471f-a899-4a27f9740512 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,revision_number=3']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:16.445318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-010bdb75-4b8e-4c71-8f12-385743724ba4 req-26cbedba-13f5-455a-bcd0-943445363650 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396019 Feb 28 19:41:16.453147 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34256ab2-6583-4c63-96c6-03f384cbe20a req-78008da7-dd62-4c97-bd81-40fab436c9db service neutron] 10.222.0.30 "GET /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556782 Feb 28 19:41:16.525488 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-409daa2b-3a6e-44f2-9b31-453ad78397f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.527820 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-409daa2b-3a6e-44f2-9b31-453ad78397f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1128 time: 0.1018078 Feb 28 19:41:16.532486 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e91c1-4620-4a36-8d57-4a084d1920c2 x-openstack-request-id: req-f54e91c1-4620-4a36-8d57-4a084d1920c2 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:16.534455 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:16.536250 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f54e91c1-4620-4a36-8d57-4a084d1920c2 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:16.536830 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'status': 'completed', 'code': 200} Feb 28 19:41:16.597718 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-201ac8de-bfad-4d44-984a-d8aab6edec2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 217 time: 0.0597503 Feb 28 19:41:16.652028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.30', 58186) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:16.779970 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0f48-b88e-4870-bb1a-814dfe05f20a req-e4591490-5510-41bf-84ef-06e10ba4ab7b tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.791337 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-990e0f48-b88e-4870-bb1a-814dfe05f20a req-e4591490-5510-41bf-84ef-06e10ba4ab7b tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.2089527 Feb 28 19:41:16.816541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a40b5612-e9dd-4160-b086-6eb6800f4fba tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.818217 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a40b5612-e9dd-4160-b086-6eb6800f4fba tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 816 time: 0.3154855 Feb 28 19:41:16.880116 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-2beb96ec-f2f6-48b3-9938-adf87dd49558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.881641 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-2beb96ec-f2f6-48b3-9938-adf87dd49558 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.2777941 Feb 28 19:41:16.896447 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-2e73b23c-3ce2-474b-8555-c913952801fb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.898615 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-2e73b23c-3ce2-474b-8555-c913952801fb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 818 time: 0.2418833 Feb 28 19:41:16.953937 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Request body: {'port': {'device_id': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'admin_state_up': True, 'tenant_id': '918307290f7845448a9502cde928caa8'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:16.962021 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-83b9946a-a3f3-4f04-84a8-086fc5e77089 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:16.963572 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-83b9946a-a3f3-4f04-84a8-086fc5e77089 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 818 time: 0.2991016 Feb 28 19:41:16.978444 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Request body: {'port': {'device_id': 'ad79542c-19da-486e-b517-ddce75df07fa', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'admin_state_up': True, 'tenant_id': '918307290f7845448a9502cde928caa8'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:16.993171 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc4d8b45-f14e-45ce-b52a-4de849b178b2 req-6f3504d6-f8e9-44da-b813-dcf82ada6a6e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 210 time: 0.1706343 Feb 28 19:41:17.134797 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-847e534c-c3df-4173-8fc6-4568bd465336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:17.138571 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-847e534c-c3df-4173-8fc6-4568bd465336 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2475898 Feb 28 19:41:17.268616 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-990e0f48-b88e-4870-bb1a-814dfe05f20a req-bdf1f853-80a5-4bae-8020-ca0e963c3dcc tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763341 Feb 28 19:41:17.283188 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-eb54c8f1-e3d9-4275-8d16-b95d090b68c4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 380 time: 0.4522786 Feb 28 19:41:17.302546 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'port': {'device_id': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'admin_state_up': True, 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'security_groups': ['b6c4cd21-ae08-406c-b2af-b6213a9eeff3']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:17.373910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40476) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:17.421683 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3acee-de68-4771-ae9e-7f3b81858f4f req-4a2b13b2-2b45-47a6-8cff-d539caa56868 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:17.423168 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f8a3acee-de68-4771-ae9e-7f3b81858f4f req-4a2b13b2-2b45-47a6-8cff-d539caa56868 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.2454195 Feb 28 19:41:17.430726 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-42ba65bf-36da-4bb5-ae5d-5db8d491a1da req-9775eccb-ab7b-4c88-bfc1-c13a6e5967f9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 210 time: 0.0642784 Feb 28 19:41:17.507410 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Made reservation on behalf of 918307290f7845448a9502cde928caa8 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:41:17.509257 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-b452edec-bfc3-4596-8876-47043793b73a service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603082 Feb 28 19:41:17.510727 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:17.577244 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Made reservation on behalf of 918307290f7845448a9502cde928caa8 for: {'port': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:41:17.580865 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:17.658470 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-53d1666b-183a-4956-8b01-47bf12a9fd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:17.660280 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-50d4083e-79a8-4031-9eb3-621120dfcc5c req-619c94fd-a540-4b15-9984-9c937b1f88c4 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443474 Feb 28 19:41:17.720928 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1d78094a-db34-4510-9679-a1a3f7e4284d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:17.730742 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f8a3acee-de68-4771-ae9e-7f3b81858f4f req-66c8275d-3cc2-4a19-b7c5-df6b7af3f80f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991011 Feb 28 19:41:17.735310 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Allocated IP 172.20.0.8 (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1/94e12841-a454-4ca0-827f-1bbd790e9abb/0ee0512e-72b7-4180-b56c-6ddc63a4d69f) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:17.826352 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Made reservation on behalf of 83402f31dae0475085579d1be7a9ae46 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:41:17.829721 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:17.934822 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52468d73-4364-45a6-90ab-712ec8d72b33 req-c411bd89-0cf3-4d68-b485-25a3476e4ec4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:17.935947 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks [] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:17.937758 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-52468d73-4364-45a6-90ab-712ec8d72b33 req-c411bd89-0cf3-4d68-b485-25a3476e4ec4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.2489865 Feb 28 19:41:17.938815 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-2e17aa9b-c13c-438a-b33d-eee95a7dc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:17.940380 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-2e17aa9b-c13c-438a-b33d-eee95a7dc199 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1128 time: 0.1026189 Feb 28 19:41:18.033977 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.085463 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-f034ffc7-2f88-4b1a-971d-d64c35b92b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.087024 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-f034ffc7-2f88-4b1a-971d-d64c35b92b74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.1390615 Feb 28 19:41:18.096725 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:18.099709 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:18.103333 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:18.108429 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.109029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.117842 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Pushing event updated for resources: {'Port': ['ID=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:18.130478 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0052907e-ef53-4615-aca5-f5542bbe753e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1577263 Feb 28 19:41:18.188076 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-52468d73-4364-45a6-90ab-712ec8d72b33 req-2b0a36c8-8922-455f-b988-7ea16f6231fc tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147803 Feb 28 19:41:18.189920 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-64c68782-d66d-4cca-8abd-00694c9b0cac req-8e36612c-5d82-4e7f-845e-d2cf5068b079 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0809526 Feb 28 19:41:18.206446 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Allocated IP 172.20.0.11 (a3aef109-e206-4d34-9278-7ec9dbda3552/cb6e962d-6371-48c4-8ae4-65ff26079780/ceb0a684-b768-4927-a26b-17ba5444b9ff) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:18.209548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1d78094a-db34-4510-9679-a1a3f7e4284d admin admin] Publish callbacks [] for security_group (5474691e-7d45-4383-a672-7fcb347b62ce), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.220957 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Allocated IP 172.20.0.11 (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1/94e12841-a454-4ca0-827f-1bbd790e9abb/170e39c7-440a-4ed2-8180-98ca599db60a) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:41:18.223489 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1d78094a-db34-4510-9679-a1a3f7e4284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5474691e-7d45-4383-a672-7fcb347b62ce), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.296196 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78094a-db34-4510-9679-a1a3f7e4284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5474691e-7d45-4383-a672-7fcb347b62ce,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:18.316128 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-1d78094a-db34-4510-9679-a1a3f7e4284d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8c2b5ab91724d0d81e6965f9d3454a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9372926 Feb 28 19:41:18.316208 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40494) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:18.370214 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ef3c81df-8ccd-4c12-b244-9b4b59347c58 admin admin] Publish callbacks [] for security_group (5474691e-7d45-4383-a672-7fcb347b62ce), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.391928 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ef3c81df-8ccd-4c12-b244-9b4b59347c58 admin admin] Publish callbacks [] for security_group (5474691e-7d45-4383-a672-7fcb347b62ce), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.439471 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ef3c81df-8ccd-4c12-b244-9b4b59347c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5474691e-7d45-4383-a672-7fcb347b62ce), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.441931 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ef3c81df-8ccd-4c12-b244-9b4b59347c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.443117 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ef3c81df-8ccd-4c12-b244-9b4b59347c58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5474691e-7d45-4383-a672-7fcb347b62ce HTTP/1.1" status: 204 len: 168 time: 0.1259694 Feb 28 19:41:18.451981 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c81df-8ccd-4c12-b244-9b4b59347c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5474691e-7d45-4383-a672-7fcb347b62ce,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:18.514661 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.550763 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352928-475f-4561-b98f-9f60338f544a req-6211e31d-c64f-44d5-8966-500178485cae tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.552251 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-be352928-475f-4561-b98f-9f60338f544a req-6211e31d-c64f-44d5-8966-500178485cae tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.1925046 Feb 28 19:41:18.621269 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks [] for port (170e39c7-440a-4ed2-8180-98ca599db60a), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.664927 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.672902 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-be352928-475f-4561-b98f-9f60338f544a req-b0e3ca52-1984-432c-bf88-a1868ed23ea2 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011701 Feb 28 19:41:18.693821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad44a4-2d2f-4739-91dc-c4c7f8f0d8ba req-2d7c7dbb-b913-4fc2-a68f-b43dfd4b56eb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.693821 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4cad44a4-2d2f-4739-91dc-c4c7f8f0d8ba req-2d7c7dbb-b913-4fc2-a68f-b43dfd4b56eb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 931 time: 0.1716959 Feb 28 19:41:18.734239 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.796862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Network a3aef109-e206-4d34-9278-7ec9dbda3552 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:18.809460 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:18.815085 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:18.820048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.820645 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.826235 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:18.828836 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.902867 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4cad44a4-2d2f-4739-91dc-c4c7f8f0d8ba req-a98b9510-3886-4548-b63b-baafa9d61652 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876309 Feb 28 19:41:18.935008 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-a90754f9-2233-4955-9a84-55169e5d35be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6366651 Feb 28 19:41:18.938944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:41:18.944340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:41:18.948371 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Pushing event updated for resources: {'Port': ['ID=170e39c7-440a-4ed2-8180-98ca599db60a,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:18.950611 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:41:18.955689 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.956296 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:18.979473 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82440038-0753-492c-958e-ad85ad898a38 req-5daae9dc-de72-4d3a-a6ee-6b53f69ff5a1 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:18.981302 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-82440038-0753-492c-958e-ad85ad898a38 req-5daae9dc-de72-4d3a-a6ee-6b53f69ff5a1 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.1676600 Feb 28 19:41:18.985621 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-1ff5d76a-799f-4b0f-9c79-7cc6119a3dfc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0561874 Feb 28 19:41:19.045661 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-82440038-0753-492c-958e-ad85ad898a38 req-95c60e33-419c-4806-a4b3-00fab1618c05 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520201 Feb 28 19:41:19.078098 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-c0d2ee10-8612-4fe2-87bf-d7a60835bca0 None None] Provisioning complete for port ceb0a684-b768-4927-a26b-17ba5444b9ff triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:19.078516 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee10-8612-4fe2-87bf-d7a60835bca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:19.112384 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2ee10-8612-4fe2-87bf-d7a60835bca0 None None] Port ceb0a684-b768-4927-a26b-17ba5444b9ff cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:41:19.351046 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f0c3-4e2e-483c-93af-102aed1f2fd4 req-646d013a-fc66-4ea8-934d-e13667cc66e0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:19.352509 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2605f0c3-4e2e-483c-93af-102aed1f2fd4 req-646d013a-fc66-4ea8-934d-e13667cc66e0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.0838611 Feb 28 19:41:19.360070 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4807ab-18fc-4b2f-bd5d-a959e748bb8a req-b4f0f88b-8385-4c4a-b6a4-1b0e11d309ed tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:19.361547 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d4807ab-18fc-4b2f-bd5d-a959e748bb8a req-b4f0f88b-8385-4c4a-b6a4-1b0e11d309ed tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 932 time: 0.0826600 Feb 28 19:41:19.433635 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2605f0c3-4e2e-483c-93af-102aed1f2fd4 req-64eb6632-2553-4864-b61d-4a8f3f518b93 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710580 Feb 28 19:41:19.436985 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d4807ab-18fc-4b2f-bd5d-a959e748bb8a req-68d4751f-fa51-40c7-b55a-747eac85f6ce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686035 Feb 28 19:41:19.788983 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c92637-b826-4596-9cf9-2be5ae1f4860 req-3aff111f-6f25-409a-b859-a3a212f423ed tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:19.790458 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e8c92637-b826-4596-9cf9-2be5ae1f4860 req-3aff111f-6f25-409a-b859-a3a212f423ed tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.0517139 Feb 28 19:41:19.837246 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e8c92637-b826-4596-9cf9-2be5ae1f4860 req-d6d1a28f-4cc6-446b-bd93-0536b80cc236 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Feb 28 19:41:19.999824 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:20.029315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5195a1-7524-46ff-9907-dd3aecbe2a79 req-363beb31-55af-468f-8aa4-4ca90deaf366 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:20.030757 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6f5195a1-7524-46ff-9907-dd3aecbe2a79 req-363beb31-55af-468f-8aa4-4ca90deaf366 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 931 time: 0.0576689 Feb 28 19:41:20.078190 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6f5195a1-7524-46ff-9907-dd3aecbe2a79 req-bcbc472d-6633-4574-bf5c-55f1ea4982ee tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Feb 28 19:41:20.162043 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa315137-b8d6-4cc4-b421-706d304fdc3d req-3eb4b003-54e5-4266-aad5-85950f9d329e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:20.163560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa315137-b8d6-4cc4-b421-706d304fdc3d req-3eb4b003-54e5-4266-aad5-85950f9d329e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.0531464 Feb 28 19:41:20.214157 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa315137-b8d6-4cc4-b421-706d304fdc3d req-ccc0fab4-104a-4119-97f0-d0824a47e543 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Feb 28 19:41:20.218518 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:20.593980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab11d5-0455-460c-b3d9-9c539bfbbed5 req-3a8061e4-abe6-429b-87f6-8a158ab99ef4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:20.595434 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-40ab11d5-0455-460c-b3d9-9c539bfbbed5 req-3a8061e4-abe6-429b-87f6-8a158ab99ef4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.0826032 Feb 28 19:41:20.604479 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d0870-7a10-4bd7-94a9-de5cc4cad587 req-54705806-28f1-413a-a65f-d01a333005b1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:20.605867 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b41d0870-7a10-4bd7-94a9-de5cc4cad587 req-54705806-28f1-413a-a65f-d01a333005b1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 932 time: 0.0841937 Feb 28 19:41:20.673564 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-40ab11d5-0455-460c-b3d9-9c539bfbbed5 req-2d3b50c3-fec5-408e-9275-da10ca07526a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667496 Feb 28 19:41:20.676755 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b41d0870-7a10-4bd7-94a9-de5cc4cad587 req-c4e07a47-b45d-4050-a3c4-6a258da02a03 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645039 Feb 28 19:41:20.967103 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c3f68-00da-428d-9a0a-3a3197235359 req-0522ad2d-0f77-4a71-9ab5-e1b43a3921f7 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:20.968564 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f01c3f68-00da-428d-9a0a-3a3197235359 req-0522ad2d-0f77-4a71-9ab5-e1b43a3921f7 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 943 time: 0.0656872 Feb 28 19:41:21.016875 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f01c3f68-00da-428d-9a0a-3a3197235359 req-1e8b7463-6c36-4f79-9ff6-c2112e07b876 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Feb 28 19:41:21.395025 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49e480-751b-46d2-adad-8007bb697196 req-c438c715-80be-4bf8-ab7f-f90f6d65a72f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:21.396403 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fb49e480-751b-46d2-adad-8007bb697196 req-c438c715-80be-4bf8-ab7f-f90f6d65a72f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 931 time: 0.2425733 Feb 28 19:41:21.425315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5274218-1ec0-4a10-96b7-cc128d7aa085 req-7a5ec2ae-aeca-42fd-98b0-7af262284ecc tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:21.426787 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a5274218-1ec0-4a10-96b7-cc128d7aa085 req-7a5ec2ae-aeca-42fd-98b0-7af262284ecc tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.0809214 Feb 28 19:41:21.467798 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fb49e480-751b-46d2-adad-8007bb697196 req-3d97b2c3-60a6-4e59-8df4-8ae65b2d90b4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650957 Feb 28 19:41:21.490094 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a5274218-1ec0-4a10-96b7-cc128d7aa085 req-22114dca-4d79-4410-8143-7a451d649ecc tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567126 Feb 28 19:41:21.565481 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Request body: {'port': {'device_id': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:21.572586 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Request body: {'port': {'device_id': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:21.589395 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:41:21.598285 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-aa265b24-7372-4fe4-9898-263c81612d15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 217 time: 0.0407851 Feb 28 19:41:21.603109 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Request body: {'port': {'device_id': 'ad79542c-19da-486e-b517-ddce75df07fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:21.657039 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-bb917e33-b063-4f12-9b1b-c6cf61298cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:21.658735 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-bb917e33-b063-4f12-9b1b-c6cf61298cc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0529561 Feb 28 19:41:21.660430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:21.696708 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:21.717800 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,segment=NetworkSegment(51ca1b79-b8d0-46ee-a6d8-3295033a9997),segment_id=51ca1b79-b8d0-46ee-a6d8-3295033a9997)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:21.731447 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1', 'network_id': '6034157f-d405-40ba-b0c2-ecb405d28623', 'port_id': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1', 'mac_address': 'fa:16:3e:b1:8b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152fc372-fd86-4799-892b-d733c227a0d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:41:21.768599 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:21.784835 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:21.785736 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:21.804102 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:21.831710 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,segment=NetworkSegment(51ca1b79-b8d0-46ee-a6d8-3295033a9997),segment_id=51ca1b79-b8d0-46ee-a6d8-3295033a9997)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:21.838921 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:21.886817 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-20903fef-ccc0-4e6e-aeaf-c55eea3f6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:21.890012 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-20903fef-ccc0-4e6e-aeaf-c55eea3f6ffd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2159219 Feb 28 19:41:21.898280 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40584) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:21.900937 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:21.975749 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.039861 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad34e65e-978d-445d-9248-d8443e75c5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.054003 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f32bf6-2b37-4aa5-bc0d-b7d302a73d64 req-87f0b999-3f49-44c9-9348-854dec50dec9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:22.055487 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-52f32bf6-2b37-4aa5-bc0d-b7d302a73d64 req-87f0b999-3f49-44c9-9348-854dec50dec9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 932 time: 0.1691365 Feb 28 19:41:22.064170 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67cf0c-5db7-40ce-9941-d16f03649b72 req-5ebc7648-31c6-447a-88cd-b4b7be927101 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:22.065632 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4b67cf0c-5db7-40ce-9941-d16f03649b72 req-5ebc7648-31c6-447a-88cd-b4b7be927101 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 943 time: 0.1764402 Feb 28 19:41:22.133447 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee0512e-72b7-4180-b56c-6ddc63a4d69f {{(pid=109444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:22.142996 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Publish callbacks [] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.164091 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.provisioning_blocks [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Transition to ACTIVE for port object 0ee0512e-72b7-4180-b56c-6ddc63a4d69f will not be triggered until provisioned by entity L2. {{(pid=109444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:41:22.171847 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.196269 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device df05622e-7561-4ce6-82c4-b927d1828278 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:41:22.239338 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad34e65e-978d-445d-9248-d8443e75c5ab admin admin] Publish callbacks [] for security_group (30c97427-3352-4ed1-af80-33d1fe005d41), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.277607 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad34e65e-978d-445d-9248-d8443e75c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (30c97427-3352-4ed1-af80-33d1fe005d41), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.301269 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Pushing event updated for resources: {'Port': ['ID=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:22.301475 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-52f32bf6-2b37-4aa5-bc0d-b7d302a73d64 req-bfeeb4fe-ab96-4e5c-a22e-0bdc2da3fd88 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282355 Feb 28 19:41:22.362245 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4b67cf0c-5db7-40ce-9941-d16f03649b72 req-5fd61125-8555-4117-99a9-f1a6e5ff8c45 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752011 Feb 28 19:41:22.405338 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ad34e65e-978d-445d-9248-d8443e75c5ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=727a52d579114cf6bc03175e013d34b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060084 Feb 28 19:41:22.411997 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40600) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:22.413078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34e65e-978d-445d-9248-d8443e75c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c97427-3352-4ed1-af80-33d1fe005d41,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:22.441049 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port df05622e-7561-4ce6-82c4-b927d1828278, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=df05622e-7561-4ce6-82c4-b927d1828278,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:22.445317 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Attempting to bind port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:22.445657 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Attempting to bind port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:22.445986 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Attempting to bind port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:22.450697 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-d5b2ef97-e2ac-4909-8cfe-1ff06c411e27 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465103 Feb 28 19:41:22.452818 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:41:22.453690 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Attempting to bind port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:22.458512 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:22.458852 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Checking segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:22.459235 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Bound using segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} {{(pid=109444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:22.459679 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.managers [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Bound port: 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'}}] {{(pid=109444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:22.460012 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.461214 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'df05622e-7561-4ce6-82c4-b927d1828278', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'port_id': 'df05622e-7561-4ce6-82c4-b927d1828278', 'mac_address': 'fa:16:3e:cc:f3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:41:22.518962 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port df05622e-7561-4ce6-82c4-b927d1828278 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:22.519432 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (df05622e-7561-4ce6-82c4-b927d1828278), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.544198 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df05622e-7561-4ce6-82c4-b927d1828278 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:22.557778 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:41:22.583462 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] For port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host hv-cinder-83124, cleared binding levels {{(pid=109444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:22.587286 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] For port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:22.604922 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.634018 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff3880-737b-4280-b489-a4dd6bdbed7c req-0ad36f2c-3962-4e9b-9197-cbbd7d13cfb6 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:22.635616 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-39ff3880-737b-4280-b489-a4dd6bdbed7c req-0ad36f2c-3962-4e9b-9197-cbbd7d13cfb6 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 944 time: 0.2332158 Feb 28 19:41:22.706416 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:22.707315 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.708898 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] 10.222.0.30 "PUT /v2.0/ports/0ee0512e-72b7-4180-b56c-6ddc63a4d69f HTTP/1.1" status: 200 len: 1093 time: 1.1097181 Feb 28 19:41:22.709569 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad79542c-19da-486e-b517-ddce75df07fa', 'tag': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:22.712020 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429df77a-623f-40bd-bf80-c48c5590f8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ad79542c-19da-486e-b517-ddce75df07fa", "tag": "0ee0512e-72b7-4180-b56c-6ddc63a4d69f"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:22.768268 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a045dfe0-75e8-4e57-a885-3136ff609fd9 admin admin] Publish callbacks [] for security_group (30c97427-3352-4ed1-af80-33d1fe005d41), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.792711 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b7f3a-2737-41bb-80b1-a508468ad87b service neutron] Pushing event updated for resources: {'Port': ['ID=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,revision_number=3']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:22.801443 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-640a39db-3927-42fe-92b2-a2c757774de1 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095690 Feb 28 19:41:22.826708 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-b6970a62-444b-4f67-9841-55d9e0aa7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:22.828254 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-b6970a62-444b-4f67-9841-55d9e0aa7514 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 1127 time: 0.0721686 Feb 28 19:41:22.840301 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port df05622e-7561-4ce6-82c4-b927d1828278, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=df05622e-7561-4ce6-82c4-b927d1828278,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:22.868496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170e39c7-440a-4ed2-8180-98ca599db60a {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:22.878251 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40616) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:22.885335 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb0a684-b768-4927-a26b-17ba5444b9ff {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:22.886717 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-0d8f34af-b627-400e-b1cc-ca03c9438f54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f HTTP/1.1" status: 200 len: 217 time: 0.0419779 Feb 28 19:41:22.891326 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a045dfe0-75e8-4e57-a885-3136ff609fd9 admin admin] Publish callbacks [] for security_group (30c97427-3352-4ed1-af80-33d1fe005d41), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.893170 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (df05622e-7561-4ce6-82c4-b927d1828278), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.894518 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Publish callbacks [] for port (170e39c7-440a-4ed2-8180-98ca599db60a), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.924821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Publish callbacks [] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.963362 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Transition to ACTIVE for port object 170e39c7-440a-4ed2-8180-98ca599db60a will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:41:22.989964 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:22.995564 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Transition to ACTIVE for port object ceb0a684-b768-4927-a26b-17ba5444b9ff will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:41:22.998790 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-375ea1ac-2a55-4661-8889-3a2f61b702e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.005266 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-375ea1ac-2a55-4661-8889-3a2f61b702e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.1092658 Feb 28 19:41:23.036962 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-39ff3880-737b-4280-b489-a4dd6bdbed7c req-e595b099-31eb-4c5f-a08f-58b6394afa39 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239753 Feb 28 19:41:23.042301 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=df05622e-7561-4ce6-82c4-b927d1828278,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:23.044176 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064d2f-ab8f-4b4d-a632-9a4e2cda7008 req-fd2c2a34-db4d-4624-b195-3dc3b6712e41 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.046223 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-75064d2f-ab8f-4b4d-a632-9a4e2cda7008 req-fd2c2a34-db4d-4624-b195-3dc3b6712e41 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.4524822 Feb 28 19:41:23.058513 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-30bbd0f0-4bb4-46b7-8747-edf41b55f950 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481186 Feb 28 19:41:23.063177 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.081552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Pushing event updated for resources: {'Port': ['ID=170e39c7-440a-4ed2-8180-98ca599db60a,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:23.130800 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfaca-e1ff-49bd-a899-f3095d56df81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.174770 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:23.203219 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-8d69306d-6f19-4993-a6b8-941286286c43 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373227 Feb 28 19:41:23.256376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a045dfe0-75e8-4e57-a885-3136ff609fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (30c97427-3352-4ed1-af80-33d1fe005d41), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.259054 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a045dfe0-75e8-4e57-a885-3136ff609fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.262541 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a045dfe0-75e8-4e57-a885-3136ff609fd9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30c97427-3352-4ed1-af80-33d1fe005d41 HTTP/1.1" status: 204 len: 168 time: 0.8424258 Feb 28 19:41:23.286376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Attempting to bind port ceb0a684-b768-4927-a26b-17ba5444b9ff on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:23.286690 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Attempting to bind port ceb0a684-b768-4927-a26b-17ba5444b9ff by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:23.287026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Attempting to bind port ceb0a684-b768-4927-a26b-17ba5444b9ff on network a3aef109-e206-4d34-9278-7ec9dbda3552 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:23.304057 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045dfe0-75e8-4e57-a885-3136ff609fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c97427-3352-4ed1-af80-33d1fe005d41,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:23.347692 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Port ceb0a684-b768-4927-a26b-17ba5444b9ff on network a3aef109-e206-4d34-9278-7ec9dbda3552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:41:23.348020 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Attempting to bind port ceb0a684-b768-4927-a26b-17ba5444b9ff on network a3aef109-e206-4d34-9278-7ec9dbda3552 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:23.361467 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-38055e96-177f-4804-ad7e-47040b3bbd53 req-372048a4-fbbb-40d2-99e8-41aaf5bf0840 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509986 Feb 28 19:41:23.367545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Attempting to bind port 170e39c7-440a-4ed2-8180-98ca599db60a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:41:23.367883 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Attempting to bind port 170e39c7-440a-4ed2-8180-98ca599db60a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:41:23.368249 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Attempting to bind port 170e39c7-440a-4ed2-8180-98ca599db60a on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:23.379999 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-75064d2f-ab8f-4b4d-a632-9a4e2cda7008 req-d1a2e6c2-cecf-496a-8ec4-4cd5b46f5d91 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063445 Feb 28 19:41:23.393832 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:23.394282 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Checking segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:23.394756 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Bound using segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:23.395243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Bound port: ceb0a684-b768-4927-a26b-17ba5444b9ff, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:23.395599 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.400111 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Port 170e39c7-440a-4ed2-8180-98ca599db60a on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:41:23.400439 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Attempting to bind port 170e39c7-440a-4ed2-8180-98ca599db60a on network 142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:41:23.406657 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:41:23.406986 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Checking segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:41:23.407371 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Bound using segment: {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:41:23.407797 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Bound port: 170e39c7-440a-4ed2-8180-98ca599db60a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57132385-7c08-4de5-96e2-17d6145ada27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:41:23.408156 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.432835 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91a75d-724f-452b-8838-00cafdf08f5c x-openstack-request-id: req-db91a75d-724f-452b-8838-00cafdf08f5c {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:23.433271 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad79542c-19da-486e-b517-ddce75df07fa", "tag": "0ee0512e-72b7-4180-b56c-6ddc63a4d69f", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:23.433585 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db91a75d-724f-452b-8838-00cafdf08f5c {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:23.433997 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad79542c-19da-486e-b517-ddce75df07fa', 'tag': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f', 'status': 'completed', 'code': 200} Feb 28 19:41:23.456293 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872517-280e-40ea-838b-c32dcf32f629 req-273e2906-36e7-498b-af5f-1f8a7781d328 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.457985 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c1872517-280e-40ea-838b-c32dcf32f629 req-273e2906-36e7-498b-af5f-1f8a7781d328 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.2936664 Feb 28 19:41:23.516908 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-28ed49ca-12c8-400b-861c-2f827287152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.518617 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-28ed49ca-12c8-400b-861c-2f827287152c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 1127 time: 0.0599105 Feb 28 19:41:23.625700 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-a3e3adb7-91cf-4164-86c0-89513565b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.627393 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-a3e3adb7-91cf-4164-86c0-89513565b1fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.1024251 Feb 28 19:41:23.642594 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40636) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:23.668338 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfaca-e1ff-49bd-a899-f3095d56df81 admin admin] Publish callbacks [] for security_group (40579a7f-74af-4897-b630-8a471fb23f9b), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.672138 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c1872517-280e-40ea-838b-c32dcf32f629 req-dd0741ab-0bd2-407a-9501-b651a243b96f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043867 Feb 28 19:41:23.675391 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:23.681181 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-1590b23c-a186-427a-bb75-89663685f910 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f HTTP/1.1" status: 200 len: 217 time: 0.0471368 Feb 28 19:41:23.682305 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2e70c529-2cbc-4920-9098-7b0de3dbbcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.684550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3cdfaca-e1ff-49bd-a899-f3095d56df81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (40579a7f-74af-4897-b630-8a471fb23f9b), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.709746 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] For port 170e39c7-440a-4ed2-8180-98ca599db60a, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:41:23.714435 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:23.749902 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.759290 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] For port 170e39c7-440a-4ed2-8180-98ca599db60a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=170e39c7-440a-4ed2-8180-98ca599db60a,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:41:23.760365 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2e70c529-2cbc-4920-9098-7b0de3dbbcc8 admin admin] Publish callbacks [] for security_group (da0ad515-46ff-497e-9854-9b79d6c5e57b), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.765121 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2e70c529-2cbc-4920-9098-7b0de3dbbcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (da0ad515-46ff-497e-9854-9b79d6c5e57b), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.802464 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f3cdfaca-e1ff-49bd-a899-f3095d56df81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9119da95045c476fa1087f08ddf7a632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9177773 Feb 28 19:41:23.804013 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40640) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:23.804299 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.808279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdfaca-e1ff-49bd-a899-f3095d56df81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40579a7f-74af-4897-b630-8a471fb23f9b,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:23.815579 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2e70c529-2cbc-4920-9098-7b0de3dbbcc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc7b822b8aef4bb2b8c27124f51e1bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708829 Feb 28 19:41:23.817239 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40642) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:23.817877 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70c529-2cbc-4920-9098-7b0de3dbbcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ad515-46ff-497e-9854-9b79d6c5e57b,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:23.818046 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3dde1-2d7e-4381-b14b-ea6dbf452184 req-aed82be7-faa7-4ec1-9053-542286c8cfba tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.819539 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4c3dde1-2d7e-4381-b14b-ea6dbf452184 req-aed82be7-faa7-4ec1-9053-542286c8cfba tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.2979743 Feb 28 19:41:23.853143 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.853818 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.855219 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] 10.222.0.30 "PUT /v2.0/ports/ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 1094 time: 2.2957377 Feb 28 19:41:23.861247 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:23.912520 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5d66e79d-538d-4539-91cb-d9e970b37496 admin admin] Publish callbacks [] for security_group (40579a7f-74af-4897-b630-8a471fb23f9b), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.919120 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4aedb44f-cf7d-43b0-9f62-a8caee5a9302 admin admin] Publish callbacks [] for security_group (da0ad515-46ff-497e-9854-9b79d6c5e57b), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.951462 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5d66e79d-538d-4539-91cb-d9e970b37496 admin admin] Publish callbacks [] for security_group (40579a7f-74af-4897-b630-8a471fb23f9b), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.952294 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:23.952919 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:23.954381 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] 10.222.0.30 "PUT /v2.0/ports/170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 1094 time: 2.3935862 Feb 28 19:41:23.971775 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4aedb44f-cf7d-43b0-9f62-a8caee5a9302 admin admin] Publish callbacks [] for security_group (da0ad515-46ff-497e-9854-9b79d6c5e57b), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.046813 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4aedb44f-cf7d-43b0-9f62-a8caee5a9302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (da0ad515-46ff-497e-9854-9b79d6c5e57b), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.049743 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4aedb44f-cf7d-43b0-9f62-a8caee5a9302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.050922 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4aedb44f-cf7d-43b0-9f62-a8caee5a9302 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da0ad515-46ff-497e-9854-9b79d6c5e57b HTTP/1.1" status: 204 len: 168 time: 0.2249219 Feb 28 19:41:24.068183 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedb44f-cf7d-43b0-9f62-a8caee5a9302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ad515-46ff-497e-9854-9b79d6c5e57b,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:24.086000 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5d66e79d-538d-4539-91cb-d9e970b37496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (40579a7f-74af-4897-b630-8a471fb23f9b), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.088975 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5d66e79d-538d-4539-91cb-d9e970b37496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.090378 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-5d66e79d-538d-4539-91cb-d9e970b37496 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40579a7f-74af-4897-b630-8a471fb23f9b HTTP/1.1" status: 204 len: 168 time: 0.2854550 Feb 28 19:41:24.100317 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66e79d-538d-4539-91cb-d9e970b37496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40579a7f-74af-4897-b630-8a471fb23f9b,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:24.167275 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:24.172397 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4c3dde1-2d7e-4381-b14b-ea6dbf452184 req-0cc78b9f-a6b4-4a1d-824b-fa4f67641df8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270061 Feb 28 19:41:24.172989 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d76e3-c9e0-4116-849b-15300b4749cc service neutron] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:24.240319 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d776a57-1684-42fd-92ef-68169cb4518e req-e180a1c4-043d-46b4-815d-46ec2fd7eb36 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:24.247540 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1d776a57-1684-42fd-92ef-68169cb4518e req-e180a1c4-043d-46b4-815d-46ec2fd7eb36 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 944 time: 0.4901092 Feb 28 19:41:24.295442 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cfb4-3c0c-4f8e-92a0-d334872dd97f service neutron] Pushing event updated for resources: {'Port': ['ID=170e39c7-440a-4ed2-8180-98ca599db60a,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:24.350687 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1d776a57-1684-42fd-92ef-68169cb4518e req-1af2955f-81e0-40ed-ba83-94b128ae9127 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020858 Feb 28 19:41:24.362071 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b38bee-4682-42fd-8881-750989acdffd req-d00fe2ec-c2f2-4702-8e47-9910d12bf6a4 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:24.363601 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e3b38bee-4682-42fd-8881-750989acdffd req-d00fe2ec-c2f2-4702-8e47-9910d12bf6a4 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 944 time: 0.0866768 Feb 28 19:41:24.420556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e3b38bee-4682-42fd-8881-750989acdffd req-1c532740-4065-4abb-a29e-5e328b67f819 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Feb 28 19:41:24.491873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40668) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:24.506342 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd418-442b-467c-85c1-6d3a2941490f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.544982 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ddbb-900c-4839-8ad3-ac2f372e7c07 req-c52a0316-058a-414e-8f44-bd932a56b73b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:24.546508 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e128ddbb-900c-4839-8ad3-ac2f372e7c07 req-c52a0316-058a-414e-8f44-bd932a56b73b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0594308 Feb 28 19:41:24.580687 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e40c0-d529-48c0-8228-a72b12f2a787 x-openstack-request-id: req-b00e40c0-d529-48c0-8228-a72b12f2a787 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:24.581016 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:24.581263 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b00e40c0-d529-48c0-8228-a72b12f2a787 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:24.581752 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'status': 'completed', 'code': 200} Feb 28 19:41:24.611714 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e128ddbb-900c-4839-8ad3-ac2f372e7c07 req-df5dcd89-2aaa-454e-85f5-dddcc501b895 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565169 Feb 28 19:41:24.618029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd418-442b-467c-85c1-6d3a2941490f admin admin] Publish callbacks [] for security_group (1cdd071e-352a-4bc6-835c-f673e6a60ed6), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.623396 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b9cd418-442b-467c-85c1-6d3a2941490f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1cdd071e-352a-4bc6-835c-f673e6a60ed6), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.664895 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cd418-442b-467c-85c1-6d3a2941490f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd071e-352a-4bc6-835c-f673e6a60ed6,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:24.670537 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2b9cd418-442b-467c-85c1-6d3a2941490f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78776db13dee49d38a0df80807d05b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776547 Feb 28 19:41:24.673414 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40674) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:24.725260 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-793902a6-0113-492a-bfea-53e5f4879925 admin admin] Publish callbacks [] for security_group (1cdd071e-352a-4bc6-835c-f673e6a60ed6), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.747850 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-793902a6-0113-492a-bfea-53e5f4879925 admin admin] Publish callbacks [] for security_group (1cdd071e-352a-4bc6-835c-f673e6a60ed6), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.824404 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41566b3-65b8-48d8-8f8f-6a8c34d69b12 req-8d06ba7b-9102-4f1b-b7e3-525a6685b87a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:24.825932 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a41566b3-65b8-48d8-8f8f-6a8c34d69b12 req-8d06ba7b-9102-4f1b-b7e3-525a6685b87a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.0803554 Feb 28 19:41:24.842817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-793902a6-0113-492a-bfea-53e5f4879925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1cdd071e-352a-4bc6-835c-f673e6a60ed6), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.845280 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-793902a6-0113-492a-bfea-53e5f4879925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:24.849255 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-793902a6-0113-492a-bfea-53e5f4879925 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1cdd071e-352a-4bc6-835c-f673e6a60ed6 HTTP/1.1" status: 204 len: 168 time: 0.1689563 Feb 28 19:41:24.867591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793902a6-0113-492a-bfea-53e5f4879925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd071e-352a-4bc6-835c-f673e6a60ed6,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:24.899914 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a41566b3-65b8-48d8-8f8f-6a8c34d69b12 req-1eca979b-c9a1-445c-b69f-65b37977a09f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644388 Feb 28 19:41:25.316378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265daa2-9adf-487d-896c-1924d5fc596a req-99e944cf-ee5f-45c2-b1fe-ebc8c1e2fedc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:25.318395 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0265daa2-9adf-487d-896c-1924d5fc596a req-99e944cf-ee5f-45c2-b1fe-ebc8c1e2fedc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0653057 Feb 28 19:41:25.377951 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0265daa2-9adf-487d-896c-1924d5fc596a req-835cf234-5a70-46fa-926b-72cf87fc7bd0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535069 Feb 28 19:41:25.477627 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78710c-c13d-4c66-a3b5-bfa14f511497 req-add6e21f-9e30-4299-8001-0735e4a40876 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:25.479162 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cd78710c-c13d-4c66-a3b5-bfa14f511497 req-add6e21f-9e30-4299-8001-0735e4a40876 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 944 time: 0.0543377 Feb 28 19:41:25.572553 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cd78710c-c13d-4c66-a3b5-bfa14f511497 req-ab906417-9de6-440f-8af2-13d1ece2b95b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841215 Feb 28 19:41:25.590092 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe734e-cd68-4951-83bb-cc472df097e4 req-9c48825a-8e26-4e18-b685-cf1b0dd73c49 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:25.597518 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-31fe734e-cd68-4951-83bb-cc472df097e4 req-9c48825a-8e26-4e18-b685-cf1b0dd73c49 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 944 time: 0.0965128 Feb 28 19:41:25.660266 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-31fe734e-cd68-4951-83bb-cc472df097e4 req-01409a52-027e-4a7a-8a41-14b27c9905cf tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616698 Feb 28 19:41:25.750818 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba0d54-d5e7-4c2d-a8ba-ada0bc559191 req-737f18d4-fc58-413c-8702-166956101bdd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:25.752302 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49ba0d54-d5e7-4c2d-a8ba-ada0bc559191 req-737f18d4-fc58-413c-8702-166956101bdd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0555730 Feb 28 19:41:25.809493 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49ba0d54-d5e7-4c2d-a8ba-ada0bc559191 req-f38f4ea0-eeb1-43f9-9333-bd452b408558 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503583 Feb 28 19:41:25.882535 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:41:26.041403 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f611b1-bed2-4179-8fb4-a629715bf427 req-47130beb-a779-4a34-8439-dc489685f4d2 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:26.043181 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-03f611b1-bed2-4179-8fb4-a629715bf427 req-47130beb-a779-4a34-8439-dc489685f4d2 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.0762777 Feb 28 19:41:26.097339 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-03f611b1-bed2-4179-8fb4-a629715bf427 req-a0768e7c-6bce-40da-9d6a-fcbd4874447f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Feb 28 19:41:26.511019 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014507-e5b3-49dd-b31a-3599f54e1be7 req-c15da9e2-9fe1-46e6-b7ae-e7b05dd42062 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:26.512413 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e014507-e5b3-49dd-b31a-3599f54e1be7 req-c15da9e2-9fe1-46e6-b7ae-e7b05dd42062 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0541646 Feb 28 19:41:26.562269 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e014507-e5b3-49dd-b31a-3599f54e1be7 req-854ff336-fa62-4fef-8116-608b87ae0465 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Feb 28 19:41:26.582924 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'tag': '170e39c7-440a-4ed2-8180-98ca599db60a'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:26.585179 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e019a-3e7b-4932-b508-aece820e69ce" -d '{"events": [{"name": "network-changed", "server_uuid": "543aed04-e598-43c6-99a2-c0e7187a0cef", "tag": "170e39c7-440a-4ed2-8180-98ca599db60a"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:26.619247 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8a47a-a3c0-47ec-895b-c101f7e5fad7 x-openstack-request-id: req-f8b8a47a-a3c0-47ec-895b-c101f7e5fad7 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:26.619540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543aed04-e598-43c6-99a2-c0e7187a0cef", "tag": "170e39c7-440a-4ed2-8180-98ca599db60a", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:26.619794 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8b8a47a-a3c0-47ec-895b-c101f7e5fad7 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:26.620194 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'tag': '170e39c7-440a-4ed2-8180-98ca599db60a', 'status': 'completed', 'code': 200} Feb 28 19:41:26.681371 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72b99d-ab23-4b8e-bb8f-35f3e008c3a9 req-cc24a156-af01-46be-9875-7f461f7bf6d0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:26.682808 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e72b99d-ab23-4b8e-bb8f-35f3e008c3a9 req-cc24a156-af01-46be-9875-7f461f7bf6d0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 944 time: 0.0527465 Feb 28 19:41:26.734387 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e72b99d-ab23-4b8e-bb8f-35f3e008c3a9 req-fd88e528-0cf4-4ac3-b629-c18a8a1f5455 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459492 Feb 28 19:41:26.784804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071d93a-97e7-4592-9034-fe707b5b61c9 req-54c9b0ee-3733-4bb0-8d76-cffb43821282 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:26.786243 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3071d93a-97e7-4592-9034-fe707b5b61c9 req-54c9b0ee-3733-4bb0-8d76-cffb43821282 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 944 time: 0.0509911 Feb 28 19:41:26.836907 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3071d93a-97e7-4592-9034-fe707b5b61c9 req-2abebce1-c4ea-485e-9e17-750ae13c44a7 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Feb 28 19:41:26.928517 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9c16-a5c0-42ed-a787-54edaa6c8717 req-552cd00a-2f0d-4fc8-8a9a-7806ce58c049 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:26.929978 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d4d9c16-a5c0-42ed-a787-54edaa6c8717 req-552cd00a-2f0d-4fc8-8a9a-7806ce58c049 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0545719 Feb 28 19:41:26.976533 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d4d9c16-a5c0-42ed-a787-54edaa6c8717 req-a910b7e8-0c06-4ccb-8ca7-cd070d14b1e4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Feb 28 19:41:27.222954 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfa21d-c8e3-4975-8ec7-11b422d63991 req-dbda6d02-1866-4313-bbc2-949701c1fb93 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:27.224868 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-acbfa21d-c8e3-4975-8ec7-11b422d63991 req-dbda6d02-1866-4313-bbc2-949701c1fb93 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.0616353 Feb 28 19:41:27.277733 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-acbfa21d-c8e3-4975-8ec7-11b422d63991 req-84b1bfc2-91b4-4624-ab21-117bd785bfc4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467446 Feb 28 19:41:27.614274 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-8ac2c4c3-db83-496c-832e-8403fe814049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:27.614274 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-8ac2c4c3-db83-496c-832e-8403fe814049 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.0711162 Feb 28 19:41:27.633561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:41:27.650202 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81 req-961f19d2-2f96-47a7-8c43-8809f2ef03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:27.651777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81 req-961f19d2-2f96-47a7-8c43-8809f2ef03e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.0988574 Feb 28 19:41:27.661376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-f54c4e83-b43c-48f4-bf7e-86962c679012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:27.662877 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-700fc03b-c919-4c94-b14c-216906818bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410144 Feb 28 19:41:27.663000 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-f54c4e83-b43c-48f4-bf7e-86962c679012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1128 time: 0.1083722 Feb 28 19:41:27.757492 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-8c1b633f-41e6-4d42-9587-badf0e0ad518 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 217 time: 0.0696375 Feb 28 19:41:27.767027 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-6276edde-507c-4628-a313-13b1d540a0ae service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888197 Feb 28 19:41:27.857478 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-429df77a-623f-40bd-bf80-c48c5590f8ae req-c3ca58e3-7370-4e59-af2c-85c95233ec29 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845110 Feb 28 19:41:27.932404 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42acdf-8a40-44c4-9c8e-089ecac2693b req-811e6d96-c800-4d47-b319-dcfa7df2b226 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:27.933909 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8a42acdf-8a40-44c4-9c8e-089ecac2693b req-811e6d96-c800-4d47-b319-dcfa7df2b226 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.2861018 Feb 28 19:41:27.947078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-f699e787-7ee8-4efa-94b1-776386f639bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:27.948600 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-f699e787-7ee8-4efa-94b1-776386f639bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.1555920 Feb 28 19:41:28.006531 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-759a663d-d7d6-4b3a-b8fc-f15634e31a66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466073 Feb 28 19:41:28.010077 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81 req-a58760dc-6e1b-4396-8b23-acd80a6dc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.011521 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81 req-a58760dc-6e1b-4396-8b23-acd80a6dc65b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=83402f31dae0475085579d1be7a9ae46&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3248959 Feb 28 19:41:28.039031 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a647-48e6-458b-9edd-3b45ec107afb req-290a65f2-ebbb-4f33-bbcb-f91a611a23db tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.040634 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5c69a647-48e6-458b-9edd-3b45ec107afb req-290a65f2-ebbb-4f33-bbcb-f91a611a23db tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 944 time: 0.2348626 Feb 28 19:41:28.057465 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8a42acdf-8a40-44c4-9c8e-089ecac2693b req-56f5a175-ead2-4940-afeb-39ed954cc856 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032295 Feb 28 19:41:28.097404 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5c69a647-48e6-458b-9edd-3b45ec107afb req-36089230-c084-4461-9f97-44a78a3566b7 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489573 Feb 28 19:41:28.173917 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855957-d059-4cf5-894f-f9fa73d543b0 req-ed0d464e-bc3c-4872-af13-80600a765320 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.175314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c855957-d059-4cf5-894f-f9fa73d543b0 req-ed0d464e-bc3c-4872-af13-80600a765320 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 944 time: 0.0598378 Feb 28 19:41:28.247366 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be82e0-4e4d-435a-b0ab-ed930beed65a req-b74f5fac-57e9-4bef-ae4e-fbd9db7ff051 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.248818 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95be82e0-4e4d-435a-b0ab-ed930beed65a req-b74f5fac-57e9-4bef-ae4e-fbd9db7ff051 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0901754 Feb 28 19:41:28.251776 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c855957-d059-4cf5-894f-f9fa73d543b0 req-4652258d-805c-458d-a4d9-0a50d7564400 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Feb 28 19:41:28.372858 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95be82e0-4e4d-435a-b0ab-ed930beed65a req-67247a3e-ee3f-47c4-902f-005011350f6c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182783 Feb 28 19:41:28.609942 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-0df366cf-f28b-496d-b08c-5e59178797e3 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053567 Feb 28 19:41:28.618538 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340ce7f-7afc-44ac-861d-c9c2c74d8bb7 req-15da239c-8337-44fb-a561-6a0893618dd9 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.619867 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4340ce7f-7afc-44ac-861d-c9c2c74d8bb7 req-15da239c-8337-44fb-a561-6a0893618dd9 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 944 time: 0.2525809 Feb 28 19:41:28.635936 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81 req-578a22c2-d47c-44cc-a337-0c583b9f7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.637336 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17fdb6a5-70c6-4e9a-9eff-6aed993f5a81 req-578a22c2-d47c-44cc-a337-0c583b9f7551 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3522429 Feb 28 19:41:28.769500 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4340ce7f-7afc-44ac-861d-c9c2c74d8bb7 req-6baa39dc-7b7f-4412-a44f-8d7623668232 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311710 Feb 28 19:41:28.787656 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7387c8b-104f-4e97-9451-47547edd0c1c req-eeb7a20b-c447-4557-9237-39ebe7fd9a87 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666307 Feb 28 19:41:28.794430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-8e823c42-38f4-40fd-b52e-8b171c22f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.795874 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-8e823c42-38f4-40fd-b52e-8b171c22f161 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.1050785 Feb 28 19:41:28.841611 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-ad80eb46-a338-49be-be2a-db92b43f875a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 217 time: 0.0372818 Feb 28 19:41:28.926177 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-20fc78e9-60c5-4a81-a5bf-d96c16f3bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.927636 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-20fc78e9-60c5-4a81-a5bf-d96c16f3bdaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0779655 Feb 28 19:41:28.938144 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-7411fe96-3003-4ab4-abcd-53afac71ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:28.939926 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-7411fe96-3003-4ab4-abcd-53afac71ef11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1128 time: 0.0914550 Feb 28 19:41:29.061799 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40876) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:29.128355 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:41:29.159729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:29.221040 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-497dad65-7201-4dd6-8a7b-bc52ca0ed6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.293540 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:41:29.303231 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:29.303876 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.309340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-11f1a5f3-eadf-44ce-9233-8adb8d5e33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:29.310342 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:29.310916 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-11f1a5f3-eadf-44ce-9233-8adb8d5e33f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3750947 Feb 28 19:41:29.320103 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-497dad65-7201-4dd6-8a7b-bc52ca0ed6d2 admin admin] Publish callbacks [] for security_group (1bffe240-ec73-428c-b017-44015fc1c5a3), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.325139 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-497dad65-7201-4dd6-8a7b-bc52ca0ed6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1bffe240-ec73-428c-b017-44015fc1c5a3), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.370098 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'port_id': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'mac_address': 'fa:16:3e:9c:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:41:29.379677 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-497dad65-7201-4dd6-8a7b-bc52ca0ed6d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b28839e74934558a1b7f487c62ed31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167136 Feb 28 19:41:29.380279 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40888) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:29.388341 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dad65-7201-4dd6-8a7b-bc52ca0ed6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bffe240-ec73-428c-b017-44015fc1c5a3,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:29.401183 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-090ae619-7dd5-44ca-817c-8c0c3d6675d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:29.401183 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-090ae619-7dd5-44ca-817c-8c0c3d6675d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.4519155 Feb 28 19:41:29.412804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f38a2-7fb0-4819-a368-b470d62e95de req-87bf95f8-ecb7-4c19-ac16-6a9d0ed3df1b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:29.414653 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e8f38a2-7fb0-4819-a368-b470d62e95de req-87bf95f8-ecb7-4c19-ac16-6a9d0ed3df1b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1987817 Feb 28 19:41:29.424275 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d3c98-73b3-4716-87ed-e8b4be63ae77 req-b26423b3-a524-4705-aa55-5a542bb11b10 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:29.425820 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-491d3c98-73b3-4716-87ed-e8b4be63ae77 req-b26423b3-a524-4705-aa55-5a542bb11b10 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 944 time: 0.2090192 Feb 28 19:41:29.469863 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a94a23cf-2058-43f3-ab18-22ac64e76bae admin admin] Publish callbacks [] for security_group (1bffe240-ec73-428c-b017-44015fc1c5a3), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.474398 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:29.474811 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.488490 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:29.489064 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.492157 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-2985e4d4-7ed4-4db3-a5ad-e4c22c6db2b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 217 time: 0.0751290 Feb 28 19:41:29.511222 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f60a08c-542c-402c-a1fc-1076c1982950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:29.513125 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a94a23cf-2058-43f3-ab18-22ac64e76bae admin admin] Publish callbacks [] for security_group (1bffe240-ec73-428c-b017-44015fc1c5a3), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.580423 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a94a23cf-2058-43f3-ab18-22ac64e76bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1bffe240-ec73-428c-b017-44015fc1c5a3), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.584705 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a94a23cf-2058-43f3-ab18-22ac64e76bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.588274 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-a94a23cf-2058-43f3-ab18-22ac64e76bae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bffe240-ec73-428c-b017-44015fc1c5a3 HTTP/1.1" status: 204 len: 168 time: 0.2039304 Feb 28 19:41:29.601949 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:29.605790 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-884b64e1-9e34-49da-b660-db5fa07b8cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791982 Feb 28 19:41:29.624476 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:29.626490 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-21d0aee4-6988-4357-8b55-792ca9c41f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:29.627912 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-21d0aee4-6988-4357-8b55-792ca9c41f74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.1206083 Feb 28 19:41:29.631013 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e8f38a2-7fb0-4819-a368-b470d62e95de req-38b5d5a0-49fb-4a21-b232-3b5cfb0d74c0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043517 Feb 28 19:41:29.638150 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.645292 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,segment=NetworkSegment(51ca1b79-b8d0-46ee-a6d8-3295033a9997),segment_id=51ca1b79-b8d0-46ee-a6d8-3295033a9997)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:29.651439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-491d3c98-73b3-4716-87ed-e8b4be63ae77 req-2ac2208f-34e7-4661-b6dc-72be92caa8e6 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043965 Feb 28 19:41:29.664934 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a23cf-2058-43f3-ab18-22ac64e76bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bffe240-ec73-428c-b017-44015fc1c5a3,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:29.673621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:29.743926 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:29.758485 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-1adee79a-57b7-40fd-85bb-561ff51b1a79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009178 Feb 28 19:41:29.845537 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cb3c6-6fbd-4434-b20c-3bf9929cc3cd" -d '{"events": [{"server_uuid": "0f60a08c-542c-402c-a1fc-1076c1982950", "name": "network-vif-plugged", "status": "completed", "tag": "7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:29.849388 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:29.963794 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c93b3ea-cb77-42cb-82b5-9dfde8d8c467 req-6826b2ed-3323-42f9-ae58-09be16bff78e service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505208 Feb 28 19:41:29.973231 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ad20f-ec90-45d1-b34a-2f5031211227 req-72eefa6e-8cc8-4d14-802a-178583a39962 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:29.974740 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad0ad20f-ec90-45d1-b34a-2f5031211227 req-72eefa6e-8cc8-4d14-802a-178583a39962 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.2106702 Feb 28 19:41:30.002124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe9f9-88d6-4aef-810b-0367478e8886 req-8a72dc5d-5346-4932-9f1a-231a37702174 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:30.003566 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-45bbe9f9-88d6-4aef-810b-0367478e8886 req-8a72dc5d-5346-4932-9f1a-231a37702174 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.1657948 Feb 28 19:41:30.006527 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-7a10705f-dce6-4e3c-a173-70c20abdacb7 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412860 Feb 28 19:41:30.056523 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 40914) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:30.069530 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9731abe6-297a-473e-bd53-ebc8f93ece84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.125622 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad0ad20f-ec90-45d1-b34a-2f5031211227 req-24244c97-cd18-4d13-ab97-107954d30a4d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382203 Feb 28 19:41:30.148852 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-45bbe9f9-88d6-4aef-810b-0367478e8886 req-d563e6a2-923f-4357-8aeb-9b080dd25391 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360250 Feb 28 19:41:30.151087 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9731abe6-297a-473e-bd53-ebc8f93ece84 admin admin] Publish callbacks [] for security_group (95ef6a5b-93e8-4998-9cd1-b9a23d04a035), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.158658 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9731abe6-297a-473e-bd53-ebc8f93ece84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (95ef6a5b-93e8-4998-9cd1-b9a23d04a035), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.159932 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f1e019a-3e7b-4932-b508-aece820e69ce req-5a9386ba-69e6-4085-9d85-70d1dadd7459 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445911 Feb 28 19:41:30.203917 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731abe6-297a-473e-bd53-ebc8f93ece84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ef6a5b-93e8-4998-9cd1-b9a23d04a035,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:30.209789 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-9731abe6-297a-473e-bd53-ebc8f93ece84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cdd310198952479db07ef3f19a1d8e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521986 Feb 28 19:41:30.212586 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 40918) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:30.304139 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-42981f37-93f6-461a-bbde-cc5b6b868209 admin admin] Publish callbacks [] for security_group (95ef6a5b-93e8-4998-9cd1-b9a23d04a035), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.312005 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521c2c-89eb-485a-a150-12b52512992c req-72287fbc-4c94-42bd-a833-0a015c8e1b2d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:30.313520 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f4521c2c-89eb-485a-a150-12b52512992c req-72287fbc-4c94-42bd-a833-0a015c8e1b2d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0831113 Feb 28 19:41:30.345878 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-42981f37-93f6-461a-bbde-cc5b6b868209 admin admin] Publish callbacks [] for security_group (95ef6a5b-93e8-4998-9cd1-b9a23d04a035), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.396314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f4521c2c-89eb-485a-a150-12b52512992c req-20ec344f-12dd-4443-9742-3fdd746bcf98 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746784 Feb 28 19:41:30.397731 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['5b4faa57-c77d-4ed2-9fbe-f6b7de18897c'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:41:30.416015 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-42981f37-93f6-461a-bbde-cc5b6b868209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (95ef6a5b-93e8-4998-9cd1-b9a23d04a035), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.419479 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-42981f37-93f6-461a-bbde-cc5b6b868209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.426191 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-42981f37-93f6-461a-bbde-cc5b6b868209 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95ef6a5b-93e8-4998-9cd1-b9a23d04a035 HTTP/1.1" status: 204 len: 168 time: 0.2120943 Feb 28 19:41:30.427937 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2cac30-0f64-4b0e-817c-a03028568803 x-openstack-request-id: req-dd2cac30-0f64-4b0e-817c-a03028568803 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:30.428337 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f60a08c-542c-402c-a1fc-1076c1982950", "name": "network-vif-plugged", "status": "completed", "tag": "7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:30.428716 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd2cac30-0f64-4b0e-817c-a03028568803 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:30.429248 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f60a08c-542c-402c-a1fc-1076c1982950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1', 'code': 200} Feb 28 19:41:30.441509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981f37-93f6-461a-bbde-cc5b6b868209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ef6a5b-93e8-4998-9cd1-b9a23d04a035,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:30.651973 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cb4ef-ae39-4703-8ae3-9e59d8e9135b req-b002d24c-46f9-480a-bb2f-b14c35b5b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:30.653616 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e85cb4ef-ae39-4703-8ae3-9e59d8e9135b req-b002d24c-46f9-480a-bb2f-b14c35b5b7f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 1129 time: 0.0786793 Feb 28 19:41:30.675715 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e85cb4ef-ae39-4703-8ae3-9e59d8e9135b req-4dc9d058-7374-4cd5-8ea6-a8072ab01ca9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.766996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e85cb4ef-ae39-4703-8ae3-9e59d8e9135b req-4dc9d058-7374-4cd5-8ea6-a8072ab01ca9 service neutron] Publish callbacks [] for security_group (9e87e00f-d79d-4fea-88f0-d859398338d0), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.783143 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e85cb4ef-ae39-4703-8ae3-9e59d8e9135b req-4dc9d058-7374-4cd5-8ea6-a8072ab01ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (9e87e00f-d79d-4fea-88f0-d859398338d0), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:30.869326 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e85cb4ef-ae39-4703-8ae3-9e59d8e9135b req-4dc9d058-7374-4cd5-8ea6-a8072ab01ca9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090986 Feb 28 19:41:30.877340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9d058-7374-4cd5-8ea6-a8072ab01ca9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e87e00f-d79d-4fea-88f0-d859398338d0,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:30.895048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1b131-b535-4824-8f1b-2d8b8e1e00b3 req-64cba1f4-1cc9-4993-a8d8-636058e0f92e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:30.896540 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2be1b131-b535-4824-8f1b-2d8b8e1e00b3 req-64cba1f4-1cc9-4993-a8d8-636058e0f92e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 944 time: 0.1433804 Feb 28 19:41:30.906521 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fc032-a05b-4d33-8557-ceffe444eece req-bdcf22dd-fcc0-421a-aac1-600a3dcd8581 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:30.908044 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-609fc032-a05b-4d33-8557-ceffe444eece req-bdcf22dd-fcc0-421a-aac1-600a3dcd8581 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1223710 Feb 28 19:41:30.993760 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2be1b131-b535-4824-8f1b-2d8b8e1e00b3 req-61837658-a835-46df-98e4-50591342bdc7 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846756 Feb 28 19:41:30.999563 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-609fc032-a05b-4d33-8557-ceffe444eece req-d21da40c-ad4f-4c01-8e55-695c7067ea97 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799952 Feb 28 19:41:31.134748 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device df05622e-7561-4ce6-82c4-b927d1828278 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:31.197591 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port df05622e-7561-4ce6-82c4-b927d1828278 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:41:31.202380 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port df05622e-7561-4ce6-82c4-b927d1828278 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:31.202975 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (df05622e-7561-4ce6-82c4-b927d1828278), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:31.299556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ef44-fee4-4b16-a201-115c237e1d36 req-160fc46b-1333-4c3c-a6ec-f23b758b6d5d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:31.300285 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port df05622e-7561-4ce6-82c4-b927d1828278 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:31.300774 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (df05622e-7561-4ce6-82c4-b927d1828278), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:31.301059 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee60ef44-fee4-4b16-a201-115c237e1d36 req-160fc46b-1333-4c3c-a6ec-f23b758b6d5d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0898857 Feb 28 19:41:31.319326 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479e56-2800-43ee-979a-374bd486fcf4 req-d095b650-793f-4a7a-8ddb-8d863738290b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:31.322015 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b7479e56-2800-43ee-979a-374bd486fcf4 req-d095b650-793f-4a7a-8ddb-8d863738290b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0808606 Feb 28 19:41:31.336123 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port df05622e-7561-4ce6-82c4-b927d1828278, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=df05622e-7561-4ce6-82c4-b927d1828278,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:31.341889 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (df05622e-7561-4ce6-82c4-b927d1828278), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:31.394068 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=df05622e-7561-4ce6-82c4-b927d1828278,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:31.399443 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee60ef44-fee4-4b16-a201-115c237e1d36 req-2ba6de38-d1d0-46bd-a1c1-6f8712be2789 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879178 Feb 28 19:41:31.402872 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b7479e56-2800-43ee-979a-374bd486fcf4 req-ca5f33ff-399d-4cc8-8d6a-8b7c5ac4e17d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734749 Feb 28 19:41:31.535996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bb590-c80d-4f3c-81dd-fa8c01ebc4cd req-260e5fd4-d991-4a4b-a3b6-2178c30fdada tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:31.541604 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-939bb590-c80d-4f3c-81dd-fa8c01ebc4cd req-260e5fd4-d991-4a4b-a3b6-2178c30fdada tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0668380 Feb 28 19:41:31.585039 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-939bb590-c80d-4f3c-81dd-fa8c01ebc4cd req-0f80daea-6344-4e93-be7c-8aa5ad774f50 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Feb 28 19:41:32.162261 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7d1b6-2fda-4d72-af85-feb8c648fa81 req-750301b6-e19e-4459-991d-44286f7c9756 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:32.163768 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-83e7d1b6-2fda-4d72-af85-feb8c648fa81 req-750301b6-e19e-4459-991d-44286f7c9756 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0985296 Feb 28 19:41:32.175703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f608d2e-1434-4fdf-81a0-4799e4d35fbe req-53d2f468-dccc-4129-a372-8ff1cc27cffc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:32.177179 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5f608d2e-1434-4fdf-81a0-4799e4d35fbe req-53d2f468-dccc-4129-a372-8ff1cc27cffc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0796356 Feb 28 19:41:32.250016 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-83e7d1b6-2fda-4d72-af85-feb8c648fa81 req-91bc132e-3169-4116-b5d2-009ae51583e0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Feb 28 19:41:32.260309 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5f608d2e-1434-4fdf-81a0-4799e4d35fbe req-8c2da8dc-26bf-4a7a-be8a-68d9ab137de4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734258 Feb 28 19:41:32.430443 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df05622e-7561-4ce6-82c4-b927d1828278'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:32.433563 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e9b4b2-586e-4e80-a4f8-bf475e618bdc" -d '{"events": [{"server_uuid": "d4ae083d-f102-4b9e-9aee-9240f4ae5cfa", "name": "network-vif-plugged", "status": "completed", "tag": "df05622e-7561-4ce6-82c4-b927d1828278"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:32.556054 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b51e-2a9b-4992-ab16-48d425e2d116 req-b8cc13db-29fc-456a-86a1-992128edd51a tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:32.559160 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4a68b51e-2a9b-4992-ab16-48d425e2d116 req-b8cc13db-29fc-456a-86a1-992128edd51a tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0886004 Feb 28 19:41:32.585739 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a190b0-245c-4ed0-8335-faeb70e5dd76 req-66abb133-91c1-4f7d-8252-f488eae693cc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:32.587148 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e6a190b0-245c-4ed0-8335-faeb70e5dd76 req-66abb133-91c1-4f7d-8252-f488eae693cc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0880811 Feb 28 19:41:32.655165 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4a68b51e-2a9b-4992-ab16-48d425e2d116 req-6498022e-98ba-4766-b046-049c233fa7ab tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769744 Feb 28 19:41:32.666844 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e6a190b0-245c-4ed0-8335-faeb70e5dd76 req-2a3f2db0-cf8d-4a5b-96c0-96c7252c0bc5 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724425 Feb 28 19:41:32.707637 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8919ee-6ce0-4d04-a929-80fa61f75fd6 x-openstack-request-id: req-2d8919ee-6ce0-4d04-a929-80fa61f75fd6 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:32.708238 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ae083d-f102-4b9e-9aee-9240f4ae5cfa", "name": "network-vif-plugged", "status": "completed", "tag": "df05622e-7561-4ce6-82c4-b927d1828278", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:32.708694 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d8919ee-6ce0-4d04-a929-80fa61f75fd6 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:32.709322 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df05622e-7561-4ce6-82c4-b927d1828278', 'code': 200} Feb 28 19:41:32.783237 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9b70b-d4c0-40c3-b55b-24be5de1bbad req-f6e1131d-3052-4ae7-ae14-227d111147e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:32.784828 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c2b9b70b-d4c0-40c3-b55b-24be5de1bbad req-f6e1131d-3052-4ae7-ae14-227d111147e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0556307 Feb 28 19:41:32.834006 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c2b9b70b-d4c0-40c3-b55b-24be5de1bbad req-318759dc-e0f9-4cab-8ae6-5161246f334c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Feb 28 19:41:33.440988 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6cf2-021b-410d-9b3d-dc8bd11753b9 req-e9ab9bab-36ba-4da4-9530-ba52031db089 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:33.442661 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a6a6cf2-021b-410d-9b3d-dc8bd11753b9 req-e9ab9bab-36ba-4da4-9530-ba52031db089 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0991335 Feb 28 19:41:33.452861 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecc482-2d36-4001-a77b-ac81727e6f21 req-c7fe5ab0-ef37-4990-ae69-ac67ae8abb92 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:33.452861 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d1ecc482-2d36-4001-a77b-ac81727e6f21 req-c7fe5ab0-ef37-4990-ae69-ac67ae8abb92 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.1076555 Feb 28 19:41:33.530343 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a6a6cf2-021b-410d-9b3d-dc8bd11753b9 req-65a9a5c0-2bda-49be-a5c7-1359c5f35cbd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768259 Feb 28 19:41:33.533593 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d1ecc482-2d36-4001-a77b-ac81727e6f21 req-22514cae-3804-40c4-a3bf-538886bc0647 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Feb 28 19:41:33.771482 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41102) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:33.827540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2cfa7-cd5f-4157-a866-2d7d0598af16 req-35032e92-ab70-4193-a584-cfccbdad740d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:33.828916 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bdc2cfa7-cd5f-4157-a866-2d7d0598af16 req-35032e92-ab70-4193-a584-cfccbdad740d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.1009054 Feb 28 19:41:33.836123 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47168d21-a1d4-4c77-9cb2-a5fa9c1ccfa2 req-389f659a-0ae5-45f0-aae6-9b9adf292e5d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:33.837521 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-47168d21-a1d4-4c77-9cb2-a5fa9c1ccfa2 req-389f659a-0ae5-45f0-aae6-9b9adf292e5d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.0988252 Feb 28 19:41:33.881209 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-48157ff6-1337-4d21-ac44-918ef87cca5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:33.912081 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bdc2cfa7-cd5f-4157-a866-2d7d0598af16 req-89a23fff-3347-4fd7-b826-0299fb872fee tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736160 Feb 28 19:41:33.915340 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-47168d21-a1d4-4c77-9cb2-a5fa9c1ccfa2 req-467de3fb-bf4a-4523-807b-ac68ef91f4dd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709136 Feb 28 19:41:33.960253 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-48157ff6-1337-4d21-ac44-918ef87cca5b admin admin] Publish callbacks [] for security_group (8b55ca66-da63-4191-b5ed-a0554313753f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:33.965696 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-48157ff6-1337-4d21-ac44-918ef87cca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8b55ca66-da63-4191-b5ed-a0554313753f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.004124 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-48157ff6-1337-4d21-ac44-918ef87cca5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3a676fde3c845218601b9d9209e83ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314155 Feb 28 19:41:34.006163 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48157ff6-1337-4d21-ac44-918ef87cca5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b55ca66-da63-4191-b5ed-a0554313753f,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:34.006887 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41108) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:34.059726 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39166df-924d-440f-9ab2-486f833a7e1b req-a700de52-fdc6-48de-882e-4ac9c5a23709 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:34.061242 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e39166df-924d-440f-9ab2-486f833a7e1b req-a700de52-fdc6-48de-882e-4ac9c5a23709 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0850151 Feb 28 19:41:34.080442 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cbf39ff9-5379-4b1c-b48c-92956968b54c admin admin] Publish callbacks [] for security_group (8b55ca66-da63-4191-b5ed-a0554313753f), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.123904 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cbf39ff9-5379-4b1c-b48c-92956968b54c admin admin] Publish callbacks [] for security_group (8b55ca66-da63-4191-b5ed-a0554313753f), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.143396 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e39166df-924d-440f-9ab2-486f833a7e1b req-eba87341-8d83-43c3-ba16-9db8612f2bc3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735028 Feb 28 19:41:34.192163 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cbf39ff9-5379-4b1c-b48c-92956968b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8b55ca66-da63-4191-b5ed-a0554313753f), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.194787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cbf39ff9-5379-4b1c-b48c-92956968b54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.195919 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-cbf39ff9-5379-4b1c-b48c-92956968b54c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b55ca66-da63-4191-b5ed-a0554313753f HTTP/1.1" status: 204 len: 168 time: 0.1880994 Feb 28 19:41:34.204304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf39ff9-5379-4b1c-b48c-92956968b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b55ca66-da63-4191-b5ed-a0554313753f,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:34.498035 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41116) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:34.512058 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b680b540-3d6d-4379-aeb0-b31d3ce2cb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.596617 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b680b540-3d6d-4379-aeb0-b31d3ce2cb43 admin admin] Publish callbacks [] for security_group (e717f832-e962-4cee-b7b9-795b5b9abbc7), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.603086 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b680b540-3d6d-4379-aeb0-b31d3ce2cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (e717f832-e962-4cee-b7b9-795b5b9abbc7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.693476 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b680b540-3d6d-4379-aeb0-b31d3ce2cb43 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d458ba65ce9b450fb47bf44979a1d94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942003 Feb 28 19:41:34.696250 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41124) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:34.696837 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680b540-3d6d-4379-aeb0-b31d3ce2cb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e717f832-e962-4cee-b7b9-795b5b9abbc7,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:34.728368 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fad1b8-69a7-48b0-a63d-e9f8926bd538 req-cdafa3b5-c29a-4558-927f-ae073c2c1fc8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:34.729886 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1fad1b8-69a7-48b0-a63d-e9f8926bd538 req-cdafa3b5-c29a-4558-927f-ae073c2c1fc8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.1111655 Feb 28 19:41:34.742456 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b2e29-c877-4fea-9d9e-48d0518fee92 req-13f632a3-e9e8-4456-a451-099a950e0a23 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:34.743950 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-789b2e29-c877-4fea-9d9e-48d0518fee92 req-13f632a3-e9e8-4456-a451-099a950e0a23 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1206539 Feb 28 19:41:34.759392 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-54434889-5e92-4b41-a21b-491f10ad0eb0 admin admin] Publish callbacks [] for security_group (e717f832-e962-4cee-b7b9-795b5b9abbc7), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.780225 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-54434889-5e92-4b41-a21b-491f10ad0eb0 admin admin] Publish callbacks [] for security_group (e717f832-e962-4cee-b7b9-795b5b9abbc7), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.820877 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1fad1b8-69a7-48b0-a63d-e9f8926bd538 req-04a05011-d0e8-45cf-a94c-f93a3998445b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759680 Feb 28 19:41:34.823882 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-789b2e29-c877-4fea-9d9e-48d0518fee92 req-5d066b4f-7ab4-4d04-8abf-4a75a8bf78cc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720685 Feb 28 19:41:34.837986 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-54434889-5e92-4b41-a21b-491f10ad0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (e717f832-e962-4cee-b7b9-795b5b9abbc7), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.845614 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-54434889-5e92-4b41-a21b-491f10ad0eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:34.849296 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-54434889-5e92-4b41-a21b-491f10ad0eb0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e717f832-e962-4cee-b7b9-795b5b9abbc7 HTTP/1.1" status: 204 len: 168 time: 0.1491954 Feb 28 19:41:34.859504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54434889-5e92-4b41-a21b-491f10ad0eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e717f832-e962-4cee-b7b9-795b5b9abbc7,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:35.287540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039af35e-be4c-4e6e-8961-b3a0a31e277a req-4dc6f233-04bb-4041-9fea-1a1040761e26 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:35.289035 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-039af35e-be4c-4e6e-8961-b3a0a31e277a req-4dc6f233-04bb-4041-9fea-1a1040761e26 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 943 time: 0.3030901 Feb 28 19:41:35.295548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f4782-24c3-4d1a-9d89-784a70f2b671 req-ebd40adc-13a1-4ac7-a3b4-21cafca9f358 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:35.296902 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5c6f4782-24c3-4d1a-9d89-784a70f2b671 req-ebd40adc-13a1-4ac7-a3b4-21cafca9f358 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.3017349 Feb 28 19:41:35.368478 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5c6f4782-24c3-4d1a-9d89-784a70f2b671 req-d73841b0-c01d-4cb0-9839-16ce42063d64 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648766 Feb 28 19:41:35.371445 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-039af35e-be4c-4e6e-8961-b3a0a31e277a req-5262ee2d-f47e-4693-b77b-43e81f143552 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736513 Feb 28 19:41:35.479647 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886c02e-db8c-40ce-93cf-a2021159eafe req-d4583db9-4d5d-4a2e-b540-5ba76ac75c77 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:35.481142 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8886c02e-db8c-40ce-93cf-a2021159eafe req-d4583db9-4d5d-4a2e-b540-5ba76ac75c77 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0535429 Feb 28 19:41:35.530422 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8886c02e-db8c-40ce-93cf-a2021159eafe req-aecabc08-d3a2-41bb-809e-5c946931c161 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Feb 28 19:41:35.751150 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 0ee0512e-72b7-4180-b56c-6ddc63a4d69f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:41:35.848969 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:35.861372 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'port_id': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f', 'mac_address': 'fa:16:3e:f1:3f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:41:35.903378 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:35.903782 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:35.918794 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee0512e-72b7-4180-b56c-6ddc63a4d69f {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:35.945301 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:35.950873 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:35.988740 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9e825-03f9-44cb-89a7-5dd9829f1463 req-0eb7da42-a6fc-476c-93cb-36f1852cdde8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:35.990600 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-16d9e825-03f9-44cb-89a7-5dd9829f1463 req-0eb7da42-a6fc-476c-93cb-36f1852cdde8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0930037 Feb 28 19:41:36.002905 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef0a2a-56e2-426c-8102-d4b58c725ee3 req-26a66e0a-ce51-4bdd-8e47-93ce0f7917b5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:36.004422 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:36.004534 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbef0a2a-56e2-426c-8102-d4b58c725ee3 req-26a66e0a-ce51-4bdd-8e47-93ce0f7917b5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0746887 Feb 28 19:41:36.084825 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-16d9e825-03f9-44cb-89a7-5dd9829f1463 req-a3a4d998-fcc2-42c1-819b-b22e29702d97 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Feb 28 19:41:36.088480 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbef0a2a-56e2-426c-8102-d4b58c725ee3 req-7b0d7196-0151-476f-8448-3cd28a732164 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732801 Feb 28 19:41:36.525494 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16fca6-48ce-4c06-b9e5-b479af9400d0 req-73219cc2-4dd2-490c-bcec-0a2683c82b58 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:36.526956 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa16fca6-48ce-4c06-b9e5-b479af9400d0 req-73219cc2-4dd2-490c-bcec-0a2683c82b58 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0862010 Feb 28 19:41:36.534162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c3399-0a85-4569-8832-8f9d457cbc50 req-91169d4a-89d1-4184-8d3d-daa7c5a57a29 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:36.535576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a36c3399-0a85-4569-8832-8f9d457cbc50 req-91169d4a-89d1-4184-8d3d-daa7c5a57a29 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.0935168 Feb 28 19:41:36.602256 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa16fca6-48ce-4c06-b9e5-b479af9400d0 req-14c7cd02-f72b-44fb-92ec-2e9c30c18864 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657482 Feb 28 19:41:36.609313 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a36c3399-0a85-4569-8832-8f9d457cbc50 req-b8fa5657-a829-4b71-898b-4b02c7366e54 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667222 Feb 28 19:41:36.713495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc296e-e65d-48b9-912a-e69aa0613cc6 req-f6429c9b-7f5c-4362-836d-b9c05d44e9e6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:36.724841 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6cfc296e-e65d-48b9-912a-e69aa0613cc6 req-f6429c9b-7f5c-4362-836d-b9c05d44e9e6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0579882 Feb 28 19:41:36.762968 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6cfc296e-e65d-48b9-912a-e69aa0613cc6 req-631257b9-2ad8-471f-b9d5-f49373d6349c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Feb 28 19:41:37.248095 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722012b-fda3-41cd-bae5-a0b55b36fdce req-97d3c48c-a523-4c93-832b-7bc4da6a447a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:37.249701 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b722012b-fda3-41cd-bae5-a0b55b36fdce req-97d3c48c-a523-4c93-832b-7bc4da6a447a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0856559 Feb 28 19:41:37.257060 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b921072-dcf7-4423-9446-47f3f86e16a8 req-e77a7336-352e-4352-8afe-34b69efeafa0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:37.258544 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5b921072-dcf7-4423-9446-47f3f86e16a8 req-e77a7336-352e-4352-8afe-34b69efeafa0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0854011 Feb 28 19:41:37.333360 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b722012b-fda3-41cd-bae5-a0b55b36fdce req-ce97367c-8545-4495-868f-dfd4e4d58554 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738559 Feb 28 19:41:37.336504 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5b921072-dcf7-4423-9446-47f3f86e16a8 req-26a89692-3231-4514-9497-36ca9a2dc4dc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714574 Feb 28 19:41:37.752409 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 170e39c7-440a-4ed2-8180-98ca599db60a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:41:37.790842 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a0222-699f-470b-80fe-d3337fa7f79f req-34e3e6b0-a204-4cac-a6ad-884a2594e908 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:37.792386 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a35a0222-699f-470b-80fe-d3337fa7f79f req-34e3e6b0-a204-4cac-a6ad-884a2594e908 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.1201997 Feb 28 19:41:37.808378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf81d-7cdf-43a3-94ff-e9def2ec59e1 req-a4bfdc42-319c-40a4-b1f2-cc8935d2c696 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:37.809904 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1fcf81d-7cdf-43a3-94ff-e9def2ec59e1 req-a4bfdc42-319c-40a4-b1f2-cc8935d2c696 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.1238232 Feb 28 19:41:37.818048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9401c7-4f42-4b88-bd47-136aeb26c4de req-29757bc9-70dd-4be8-96a8-7574d51ee924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:37.819552 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f9401c7-4f42-4b88-bd47-136aeb26c4de req-29757bc9-70dd-4be8-96a8-7574d51ee924 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 1129 time: 0.0902951 Feb 28 19:41:37.874307 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 170e39c7-440a-4ed2-8180-98ca599db60a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=170e39c7-440a-4ed2-8180-98ca599db60a,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:37.887239 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '170e39c7-440a-4ed2-8180-98ca599db60a', 'network_id': '142411d3-09ef-4d0e-864a-b9f0ebe8f9c1', 'port_id': '170e39c7-440a-4ed2-8180-98ca599db60a', 'mac_address': 'fa:16:3e:8f:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e12841-a454-4ca0-827f-1bbd790e9abb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:41:37.919459 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a35a0222-699f-470b-80fe-d3337fa7f79f req-d2fcea68-f5ed-4853-ab6d-b9d953190718 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205091 Feb 28 19:41:37.925156 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 170e39c7-440a-4ed2-8180-98ca599db60a is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:37.925557 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:37.933017 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f9401c7-4f42-4b88-bd47-136aeb26c4de req-2f031637-65dc-4d1a-9f4b-9b63cb8cedaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949731 Feb 28 19:41:37.937439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1fcf81d-7cdf-43a3-94ff-e9def2ec59e1 req-529c0ead-f6b4-46ba-91b7-ae1a6151052b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016388 Feb 28 19:41:37.943563 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170e39c7-440a-4ed2-8180-98ca599db60a {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:37.963742 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 170e39c7-440a-4ed2-8180-98ca599db60a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=170e39c7-440a-4ed2-8180-98ca599db60a,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:37.969337 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:38.016855 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=170e39c7-440a-4ed2-8180-98ca599db60a,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:38.040444 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831440a-4e03-43af-8377-710379cd2d87 req-5b205d38-426f-44c0-90e1-998d83f5ef42 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:38.042023 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e831440a-4e03-43af-8377-710379cd2d87 req-5b205d38-426f-44c0-90e1-998d83f5ef42 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0535302 Feb 28 19:41:38.087421 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e831440a-4e03-43af-8377-710379cd2d87 req-1fdfc717-30a9-4f09-8b05-b4767fc6fe3d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Feb 28 19:41:38.504197 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a7772-bb8b-4b47-a741-cb1480902b69 req-4304a7f1-9db6-42e1-9de9-d31900eaff99 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:38.505589 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-604a7772-bb8b-4b47-a741-cb1480902b69 req-4304a7f1-9db6-42e1-9de9-d31900eaff99 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0880010 Feb 28 19:41:38.512707 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560861d2-b240-4420-b4da-911519c8a91f req-ba267207-fb70-4f08-a940-977c00daefa3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:38.514158 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-560861d2-b240-4420-b4da-911519c8a91f req-ba267207-fb70-4f08-a940-977c00daefa3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0945511 Feb 28 19:41:38.584279 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-604a7772-bb8b-4b47-a741-cb1480902b69 req-66101e98-9d70-455a-9624-7aa96a79f771 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690718 Feb 28 19:41:38.588714 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-560861d2-b240-4420-b4da-911519c8a91f req-87c26e09-ae75-4bef-8736-75bbd170184c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679283 Feb 28 19:41:39.023095 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['0ee0512e-72b7-4180-b56c-6ddc63a4d69f'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:41:39.091632 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22ef70-bd2e-4f9f-8501-2072011a1fc6 req-0822c4b0-0c21-4ca8-bbf7-bd5115be7652 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:39.095960 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad22ef70-bd2e-4f9f-8501-2072011a1fc6 req-0822c4b0-0c21-4ca8-bbf7-bd5115be7652 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.1014898 Feb 28 19:41:39.104898 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16ba2a-c4f0-44ef-b1ea-3be156f521f7 req-6d4370a6-c7ed-40e6-980b-e885090739a9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:39.112107 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b16ba2a-c4f0-44ef-b1ea-3be156f521f7 req-6d4370a6-c7ed-40e6-980b-e885090739a9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.1090822 Feb 28 19:41:39.188982 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b16ba2a-c4f0-44ef-b1ea-3be156f521f7 req-2d09021e-0ccf-4fdb-aae4-e3e7014d7f2e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758555 Feb 28 19:41:39.193210 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad22ef70-bd2e-4f9f-8501-2072011a1fc6 req-757561ed-6c16-49e5-b896-71ac566a2b39 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724530 Feb 28 19:41:39.302565 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c8e9c-16f7-46e8-b5f4-a6e2294b4131 req-62009d91-f83e-4627-964f-3fb21ca6da1c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:39.304107 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-272c8e9c-16f7-46e8-b5f4-a6e2294b4131 req-62009d91-f83e-4627-964f-3fb21ca6da1c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 945 time: 0.0606203 Feb 28 19:41:39.354105 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-272c8e9c-16f7-46e8-b5f4-a6e2294b4131 req-ad80478a-35dd-4334-9f7f-9f1bb5eabb1d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 Feb 28 19:41:39.383234 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['170e39c7-440a-4ed2-8180-98ca599db60a'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:41:39.740249 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711d593-2cdf-4a69-9555-a3b6280e3000 req-5cd0cc10-4223-4936-befc-0de476dfcac0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:39.741775 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8711d593-2cdf-4a69-9555-a3b6280e3000 req-5cd0cc10-4223-4936-befc-0de476dfcac0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0881295 Feb 28 19:41:39.749266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8fab0-7268-47ed-b92b-7a208536c328 req-28c684ad-1e0a-4a5a-a104-5f62b1ea7a9a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:39.750650 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4c8fab0-7268-47ed-b92b-7a208536c328 req-28c684ad-1e0a-4a5a-a104-5f62b1ea7a9a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0866137 Feb 28 19:41:39.805972 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:39.822275 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8711d593-2cdf-4a69-9555-a3b6280e3000 req-130c1616-1c7d-4617-b012-62861af65d99 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705676 Feb 28 19:41:39.825770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4c8fab0-7268-47ed-b92b-7a208536c328 req-b47f847b-32a6-49c8-bbd7-4ec90ba5723c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682802 Feb 28 19:41:39.868517 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:41:39.872829 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:39.873630 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:39.960466 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:39.960864 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:39.985120 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:39.988062 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8250009-d874-4aa9-8966-7312e0a6eb74" -d '{"events": [{"server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "name": "network-vif-plugged", "status": "completed", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:40.003000 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:40.007812 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:40.037930 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5601e357-ff6b-456f-bb97-fc0675d02ab3 x-openstack-request-id: req-5601e357-ff6b-456f-bb97-fc0675d02ab3 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:40.038541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "name": "network-vif-plugged", "status": "completed", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:40.038541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5601e357-ff6b-456f-bb97-fc0675d02ab3 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:40.038869 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'code': 200} Feb 28 19:41:40.068442 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:40.230419 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d239f60-7b73-4d3e-ab0e-da51b4184db4 req-7bd806fa-f9cd-4f8b-924c-20af96d7a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:40.232018 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d239f60-7b73-4d3e-ab0e-da51b4184db4 req-7bd806fa-f9cd-4f8b-924c-20af96d7a6d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.0490057 Feb 28 19:41:40.332564 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d239f60-7b73-4d3e-ab0e-da51b4184db4 req-2b6841f7-e713-4514-bee3-9d030c58bd01 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936792 Feb 28 19:41:40.363429 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9d394-a6cd-4161-a0e0-36a56cc21968 req-b1e6d493-09c1-421b-bed5-6e17a8d2c24b tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:40.365266 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f1b9d394-a6cd-4161-a0e0-36a56cc21968 req-b1e6d493-09c1-421b-bed5-6e17a8d2c24b tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0905433 Feb 28 19:41:40.372027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192a79a-fffa-4114-b58c-cad49725006e req-0bf622cc-69d5-4d05-aae6-5412284d3c59 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:40.373371 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9192a79a-fffa-4114-b58c-cad49725006e req-0bf622cc-69d5-4d05-aae6-5412284d3c59 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.1090219 Feb 28 19:41:40.442448 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f1b9d394-a6cd-4161-a0e0-36a56cc21968 req-b77d73e4-e267-40d9-943c-e5acc46cec3a tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Feb 28 19:41:40.445859 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9192a79a-fffa-4114-b58c-cad49725006e req-7b450f5f-2237-4a74-8dd9-e5656da1ef6a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 Feb 28 19:41:40.550923 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69503ff-519d-4fa9-a3e8-62170c08ca2d req-d498af9d-0959-44ad-8680-57fb03ec7806 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:40.552442 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c69503ff-519d-4fa9-a3e8-62170c08ca2d req-d498af9d-0959-44ad-8680-57fb03ec7806 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0559814 Feb 28 19:41:40.603946 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c69503ff-519d-4fa9-a3e8-62170c08ca2d req-21ff670c-6a8c-4b56-b3a6-f2af6b41eae9 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459011 Feb 28 19:41:40.980444 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210146-ffe0-495e-8fc4-76e299ad14df req-1605b5b7-6241-49ac-a622-7e256d1915dd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:40.982035 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34210146-ffe0-495e-8fc4-76e299ad14df req-1605b5b7-6241-49ac-a622-7e256d1915dd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0743902 Feb 28 19:41:40.990158 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411b9d1-382f-43ea-b5ca-6d42676ead8b req-af047562-6497-4c2d-817b-7ddffa0394eb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:40.991628 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3411b9d1-382f-43ea-b5ca-6d42676ead8b req-af047562-6497-4c2d-817b-7ddffa0394eb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0965984 Feb 28 19:41:41.063364 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34210146-ffe0-495e-8fc4-76e299ad14df req-6ab4c082-07c5-4863-9247-462ba6e9facc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707150 Feb 28 19:41:41.066690 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3411b9d1-382f-43ea-b5ca-6d42676ead8b req-8a08e088-8648-495d-9d03-6918f5551e66 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678430 Feb 28 19:41:41.605738 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97146e-8f94-4b11-a84a-b109015fe1ee req-0c65000e-8b14-47f7-9756-ec197586b1a0 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:41.607276 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ff97146e-8f94-4b11-a84a-b109015fe1ee req-0c65000e-8b14-47f7-9756-ec197586b1a0 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0906944 Feb 28 19:41:41.615792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043029a-62c7-4324-82e0-3c12956c3773 req-13adc587-79a9-4ca2-9673-0db74d0cda87 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:41.617543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4043029a-62c7-4324-82e0-3c12956c3773 req-13adc587-79a9-4ca2-9673-0db74d0cda87 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.0909102 Feb 28 19:41:41.681332 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ff97146e-8f94-4b11-a84a-b109015fe1ee req-bf70cce7-932a-4379-bdfe-fdb195f2c503 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627182 Feb 28 19:41:41.706588 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4043029a-62c7-4324-82e0-3c12956c3773 req-c4a4ca2e-4869-4f8c-bd23-150eaeb0d908 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727031 Feb 28 19:41:41.801514 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608e092-c32b-4df6-99a9-8be305894404 req-89847158-038f-445d-b750-2afbf52f1732 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:41.803009 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8608e092-c32b-4df6-99a9-8be305894404 req-89847158-038f-445d-b750-2afbf52f1732 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0553908 Feb 28 19:41:41.850302 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8608e092-c32b-4df6-99a9-8be305894404 req-62d6099e-bfc3-4785-a1f4-d563c6ac2f7a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Feb 28 19:41:42.219353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea41d6-53ca-410b-9f6a-68e5744e64ac req-92cd1c5c-69a6-4cc6-bc7c-ec5ed1fb205b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:42.220802 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3aea41d6-53ca-410b-9f6a-68e5744e64ac req-92cd1c5c-69a6-4cc6-bc7c-ec5ed1fb205b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0754035 Feb 28 19:41:42.227509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600daf27-a04d-4082-81bd-aa9215e7cd6d req-70ad4093-7a44-46f4-85e0-5d0a93d52094 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:42.228856 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-600daf27-a04d-4082-81bd-aa9215e7cd6d req-70ad4093-7a44-46f4-85e0-5d0a93d52094 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0940742 Feb 28 19:41:42.305889 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3aea41d6-53ca-410b-9f6a-68e5744e64ac req-20d16ebf-7fec-48a4-9bc3-696649877085 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760739 Feb 28 19:41:42.308770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-600daf27-a04d-4082-81bd-aa9215e7cd6d req-468352f2-3d99-4dd8-a1a8-fbc16292afe0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733852 Feb 28 19:41:42.832015 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94594ad3-e0a0-4e11-b7b3-1f4e2b6dbf6b req-390bd69d-73ef-4694-81e5-ebe51675eca8 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:42.833491 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94594ad3-e0a0-4e11-b7b3-1f4e2b6dbf6b req-390bd69d-73ef-4694-81e5-ebe51675eca8 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0794551 Feb 28 19:41:42.852246 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381d0f6-7370-4881-abf8-7ad9538061a6 req-06f0f35e-b2bc-4b66-919d-a0e6b50a1af6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:42.853672 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e381d0f6-7370-4881-abf8-7ad9538061a6 req-06f0f35e-b2bc-4b66-919d-a0e6b50a1af6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.0729444 Feb 28 19:41:42.910949 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94594ad3-e0a0-4e11-b7b3-1f4e2b6dbf6b req-238008c2-4b17-4995-89f1-ead344a465b8 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708623 Feb 28 19:41:42.921657 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e381d0f6-7370-4881-abf8-7ad9538061a6 req-9996efdc-45cc-45c5-95f6-9ddce4e38384 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Feb 28 19:41:43.021724 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b522d9-c7f2-471b-b521-6e835c56b9f8 req-7cfc79b9-75e2-4d97-a7ed-a556020b46df tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:43.023083 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6b522d9-c7f2-471b-b521-6e835c56b9f8 req-7cfc79b9-75e2-4d97-a7ed-a556020b46df tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0582221 Feb 28 19:41:43.071252 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6b522d9-c7f2-471b-b521-6e835c56b9f8 req-8b01420e-67ae-406d-be13-2614efee4b15 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Feb 28 19:41:43.435568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15808bb-b854-4c17-ba5f-d0f514c44687 req-a112a1ee-ac7d-4dc9-882a-21555408eee0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:43.437043 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b15808bb-b854-4c17-ba5f-d0f514c44687 req-a112a1ee-ac7d-4dc9-882a-21555408eee0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0536427 Feb 28 19:41:43.482650 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b15808bb-b854-4c17-ba5f-d0f514c44687 req-3313f367-0ff5-4c70-9424-00d68d953b67 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Feb 28 19:41:44.060389 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02aaf2-bf17-4697-9720-94c0d1e8324d req-db3213eb-8b2d-46ba-ae6b-b74c3a80f315 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:44.061882 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e02aaf2-bf17-4697-9720-94c0d1e8324d req-db3213eb-8b2d-46ba-ae6b-b74c3a80f315 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0842490 Feb 28 19:41:44.068396 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7fd3e-5813-4866-b01f-111f71162bcc req-26c9aee0-6168-4994-8142-a8c9d8462e2f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:44.069764 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bd7fd3e-5813-4866-b01f-111f71162bcc req-26c9aee0-6168-4994-8142-a8c9d8462e2f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.0834041 Feb 28 19:41:44.139132 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e02aaf2-bf17-4697-9720-94c0d1e8324d req-02eb8a0e-a6b7-4036-927f-f280169628fc tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684261 Feb 28 19:41:44.142498 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0bd7fd3e-5813-4866-b01f-111f71162bcc req-6dfd0ef1-80af-4ae1-bdfd-6a0116d7b227 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663195 Feb 28 19:41:44.254669 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a594ddb-82ab-4db4-b429-a4a032704ac2 req-8d77b1a2-2c0e-4a88-91bf-c34fc70cce2d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:44.256137 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6a594ddb-82ab-4db4-b429-a4a032704ac2 req-8d77b1a2-2c0e-4a88-91bf-c34fc70cce2d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0575926 Feb 28 19:41:44.303794 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6a594ddb-82ab-4db4-b429-a4a032704ac2 req-520ad7e1-d51d-48b7-a1e3-b2048bfdd894 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Feb 28 19:41:44.411626 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:41:44.610515 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0988463-1a14-478c-a677-bdc0fc0dff94 req-9d09ac2d-e1f6-482c-b744-ddd03902194a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:44.611972 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b0988463-1a14-478c-a677-bdc0fc0dff94 req-9d09ac2d-e1f6-482c-b744-ddd03902194a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0574546 Feb 28 19:41:44.622094 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:44.633646 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'mac_address': 'fa:16:3e:7c:b0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:41:44.658848 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b0988463-1a14-478c-a677-bdc0fc0dff94 req-f2321ea9-3911-4253-89cb-28d5f51518be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Feb 28 19:41:44.669800 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:44.670265 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:44.684479 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb0a684-b768-4927-a26b-17ba5444b9ff {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:41:44.704411 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:44.710733 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:44.759049 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:45.238894 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b0937379-eae2-4386-a6fa-c26c5cb442ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:45.299110 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81992a7d-fed9-41a2-a3de-d3807c152b0e req-4c7b53fc-c4fc-492e-8225-b1ebad333ba3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:45.300606 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-81992a7d-fed9-41a2-a3de-d3807c152b0e req-4c7b53fc-c4fc-492e-8225-b1ebad333ba3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 944 time: 0.0844259 Feb 28 19:41:45.307849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92c48-1528-4033-9ae2-aa9e00800f72 req-4dd8afc2-22be-4728-97e1-4743ebed409f tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:45.309244 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e5b92c48-1528-4033-9ae2-aa9e00800f72 req-4dd8afc2-22be-4728-97e1-4743ebed409f tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0942836 Feb 28 19:41:45.385876 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-81992a7d-fed9-41a2-a3de-d3807c152b0e req-b3af2d91-4c41-45fe-b0b6-10c0dd916625 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756557 Feb 28 19:41:45.389141 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e5b92c48-1528-4033-9ae2-aa9e00800f72 req-2adf7009-0717-4381-a31a-2cc5dd8876c0 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Feb 28 19:41:45.494908 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356ed0-d6e8-43e3-97e1-1993d1630e48 req-38596321-7901-4443-b219-e8afff4854be tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:45.496377 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc356ed0-d6e8-43e3-97e1-1993d1630e48 req-38596321-7901-4443-b219-e8afff4854be tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0564280 Feb 28 19:41:45.552256 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc356ed0-d6e8-43e3-97e1-1993d1630e48 req-fcef38fa-4b7d-4706-9168-2c88bc090f5b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502210 Feb 28 19:41:45.786092 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d33461-1fbc-4f7e-a43d-ecf0edf91603 req-24d4a63d-6d1c-4a8a-a971-bbed15c375ce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:45.787568 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49d33461-1fbc-4f7e-a43d-ecf0edf91603 req-24d4a63d-6d1c-4a8a-a971-bbed15c375ce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0535071 Feb 28 19:41:45.834556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49d33461-1fbc-4f7e-a43d-ecf0edf91603 req-0767a72d-ae62-44e5-a260-f75bb6515941 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Feb 28 19:41:45.898804 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 170e39c7-440a-4ed2-8180-98ca599db60a up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:45.968395 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 170e39c7-440a-4ed2-8180-98ca599db60a completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:41:45.973466 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 170e39c7-440a-4ed2-8180-98ca599db60a triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:45.973875 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:46.066482 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 170e39c7-440a-4ed2-8180-98ca599db60a is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:46.066863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:46.090327 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e39c7-440a-4ed2-8180-98ca599db60a'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:46.092580 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf148ef8-d99e-4b6e-8f6c-e71a5ffced50" -d '{"events": [{"server_uuid": "543aed04-e598-43c6-99a2-c0e7187a0cef", "name": "network-vif-plugged", "status": "completed", "tag": "170e39c7-440a-4ed2-8180-98ca599db60a"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:46.104726 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 170e39c7-440a-4ed2-8180-98ca599db60a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=170e39c7-440a-4ed2-8180-98ca599db60a,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:46.109993 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:46.110776 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 0ee0512e-72b7-4180-b56c-6ddc63a4d69f up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:46.148411 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb6d26a-329a-4ebe-ac52-720277a1314a x-openstack-request-id: req-5cb6d26a-329a-4ebe-ac52-720277a1314a {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:46.149314 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543aed04-e598-43c6-99a2-c0e7187a0cef", "name": "network-vif-plugged", "status": "completed", "tag": "170e39c7-440a-4ed2-8180-98ca599db60a", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:46.149568 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cb6d26a-329a-4ebe-ac52-720277a1314a {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:46.149956 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170e39c7-440a-4ed2-8180-98ca599db60a', 'code': 200} Feb 28 19:41:46.187721 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=170e39c7-440a-4ed2-8180-98ca599db60a,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:46.196717 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.197061 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.197483 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.197790 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.198118 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.198444 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.198906 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.199255 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.207053 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.207859 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.208213 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.208554 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.208895 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:46.221513 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:41:46.225703 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:46.226072 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:46.304764 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:46.305181 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:46.337715 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:46.343557 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:46.388660 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:46.570728 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564531e6-1fb1-4c00-93c7-e4dc161ce153 req-50b35560-e758-497d-9099-ec5d3563a983 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:46.572105 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-564531e6-1fb1-4c00-93c7-e4dc161ce153 req-50b35560-e758-497d-9099-ec5d3563a983 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1161990 Feb 28 19:41:46.577777 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e7535-f90d-4528-8c92-1b6e63401fbf req-b26a1a25-b2f6-4834-b42c-37c4cfbc083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:46.579202 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fd0e7535-f90d-4528-8c92-1b6e63401fbf req-b26a1a25-b2f6-4834-b42c-37c4cfbc083a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.1132400 Feb 28 19:41:46.588125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4c12-3296-4f07-97a1-a83f7a642a1d req-8d2e6207-35b8-4432-8321-8ef14ab0b7f8 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:46.589525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8f2f4c12-3296-4f07-97a1-a83f7a642a1d req-8d2e6207-35b8-4432-8321-8ef14ab0b7f8 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.1226199 Feb 28 19:41:46.686364 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fd0e7535-f90d-4528-8c92-1b6e63401fbf req-2b01bf5b-401b-419f-a90f-913488ddaa1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Feb 28 19:41:46.689645 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-564531e6-1fb1-4c00-93c7-e4dc161ce153 req-2f76eddd-32fc-4129-ad39-43cd04313259 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095998 Feb 28 19:41:46.692480 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8f2f4c12-3296-4f07-97a1-a83f7a642a1d req-1bd1e24b-15fe-4b7e-bfea-c4531c58babb tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Feb 28 19:41:46.799589 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6b4ae-c17a-4baa-998a-5bd3aff277a2 req-85d5f3ec-728e-4190-b708-9bf54813080c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:46.801237 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5bd6b4ae-c17a-4baa-998a-5bd3aff277a2 req-85d5f3ec-728e-4190-b708-9bf54813080c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0574071 Feb 28 19:41:46.852309 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5bd6b4ae-c17a-4baa-998a-5bd3aff277a2 req-0ecbc926-2ad4-4646-abf7-524730275581 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Feb 28 19:41:47.113287 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191979-8f46-49b9-9f6f-82b5d7efd47a req-31f5cb92-336f-4d83-b647-57fdeecf7416 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:47.115275 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d6191979-8f46-49b9-9f6f-82b5d7efd47a req-31f5cb92-336f-4d83-b647-57fdeecf7416 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0540524 Feb 28 19:41:47.165289 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d6191979-8f46-49b9-9f6f-82b5d7efd47a req-81748784-93ef-4340-93e0-cca6a24e8701 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Feb 28 19:41:47.253212 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ceb0a684-b768-4927-a26b-17ba5444b9ff'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:41:47.663870 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8e5c14a3-27ac-4b2f-9197-839f4e33b443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:47.806179 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ab1f6-8db5-44ca-b55a-34d2b24e58a9 req-35399266-e7c1-45ef-a61f-571a715ced79 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:47.807654 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-273ab1f6-8db5-44ca-b55a-34d2b24e58a9 req-35399266-e7c1-45ef-a61f-571a715ced79 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0520740 Feb 28 19:41:47.854794 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-273ab1f6-8db5-44ca-b55a-34d2b24e58a9 req-2cdf6f67-bfbe-43b7-a4f9-38f86e149e65 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Feb 28 19:41:47.990266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd143040-dcdf-470e-a81c-a7824d2134e3 req-10b08fa8-a165-4990-baa6-ba575b159211 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:47.991731 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dd143040-dcdf-470e-a81c-a7824d2134e3 req-10b08fa8-a165-4990-baa6-ba575b159211 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0535386 Feb 28 19:41:48.044082 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dd143040-dcdf-470e-a81c-a7824d2134e3 req-68301feb-2f31-429d-9994-21755eb7818d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464587 Feb 28 19:41:48.151032 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79542c-19da-486e-b517-ddce75df07fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:48.153733 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb56f0c-650e-44e3-a151-f0c1caea15a5" -d '{"events": [{"server_uuid": "ad79542c-19da-486e-b517-ddce75df07fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ee0512e-72b7-4180-b56c-6ddc63a4d69f"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:48.202268 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023089d-4830-4cd1-85db-9650aea66744 x-openstack-request-id: req-1023089d-4830-4cd1-85db-9650aea66744 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:48.202590 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79542c-19da-486e-b517-ddce75df07fa", "name": "network-vif-plugged", "status": "completed", "tag": "0ee0512e-72b7-4180-b56c-6ddc63a4d69f", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:48.202847 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1023089d-4830-4cd1-85db-9650aea66744 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:48.203254 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad79542c-19da-486e-b517-ddce75df07fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f', 'code': 200} Feb 28 19:41:48.338529 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ce441-8964-41f5-a9ab-a3b6ca5faace req-844632eb-9ef5-4930-9793-936da9b23764 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:48.340104 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8b5ce441-8964-41f5-a9ab-a3b6ca5faace req-844632eb-9ef5-4930-9793-936da9b23764 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0678689 Feb 28 19:41:48.398869 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8b5ce441-8964-41f5-a9ab-a3b6ca5faace req-504229b7-eda5-4468-98ba-8d4ab5a67a52 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520141 Feb 28 19:41:48.491737 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb995f8-c6e8-476c-ada1-e15d5d8e278a req-236d7549-5c33-442c-af1e-648c3e9d244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:48.493303 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9fb995f8-c6e8-476c-ada1-e15d5d8e278a req-236d7549-5c33-442c-af1e-648c3e9d244f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 1129 time: 0.0504699 Feb 28 19:41:48.690489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9fb995f8-c6e8-476c-ada1-e15d5d8e278a req-c592f5e3-0ccf-45a9-9de2-48f2d2101639 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Feb 28 19:41:48.737062 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:48.791349 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41488) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:48.896241 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:48.974851 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Publish callbacks [] for security_group (f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:48.980599 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:48.989678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728899c-b158-41c3-9f50-7c4959e56f0a req-6d5ac1c6-8879-4c15-8f32-44dc32d0491e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:48.991314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9728899c-b158-41c3-9f50-7c4959e56f0a req-6d5ac1c6-8879-4c15-8f32-44dc32d0491e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0566957 Feb 28 19:41:49.020175 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8dbb90e9d24541b2bd20528fc0fa27a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271447 Feb 28 19:41:49.021044 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:49.022957 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41494) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:49.038890 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.039260 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.039607 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.039942 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.040289 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.040599 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.040924 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.041274 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.041618 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.041961 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.042285 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.042605 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.042926 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618afda-24da-4a1b-b054-65454749c11d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:49.063817 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9728899c-b158-41c3-9f50-7c4959e56f0a req-c0e806b3-a314-451e-9402-5134f0a5f21d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669770 Feb 28 19:41:49.084646 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-03fb5a2d-e309-4c06-b9cf-6cfb3b3fe281 admin admin] Publish callbacks [] for security_group (f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.106909 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-03fb5a2d-e309-4c06-b9cf-6cfb3b3fe281 admin admin] Publish callbacks [] for security_group (f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.112520 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-514dd5ed-b844-4f7e-83ed-9795449842a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0983968 Feb 28 19:41:49.178544 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b62a5-460a-42a4-8b45-1e42270a8482 req-f47255c3-d0cf-48f8-8040-48b1ae9bb21e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:49.178544 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3e6b62a5-460a-42a4-8b45-1e42270a8482 req-f47255c3-d0cf-48f8-8040-48b1ae9bb21e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0562067 Feb 28 19:41:49.180753 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-03fb5a2d-e309-4c06-b9cf-6cfb3b3fe281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.183532 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-03fb5a2d-e309-4c06-b9cf-6cfb3b3fe281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.184677 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-03fb5a2d-e309-4c06-b9cf-6cfb3b3fe281 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2 HTTP/1.1" status: 204 len: 168 time: 0.1608272 Feb 28 19:41:49.199425 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5a2d-e309-4c06-b9cf-6cfb3b3fe281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39bad8a-57f7-4b35-ab1b-6a18c0dd30a2,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:49.275080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3e6b62a5-460a-42a4-8b45-1e42270a8482 req-683df585-f46e-4e3f-ba4d-3ffea93470be tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989051 Feb 28 19:41:49.329687 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-22ca5266-41dd-4a6b-976f-81767f4261b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:49.331293 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-22ca5266-41dd-4a6b-976f-81767f4261b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 1129 time: 0.0685883 Feb 28 19:41:49.492066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-ec202657-6eb6-48ae-831d-67f3578d4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:49.493640 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-ec202657-6eb6-48ae-831d-67f3578d4e88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 915 time: 0.1349959 Feb 28 19:41:49.567163 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-7220947f-ea8a-44bc-b0ca-6bf3c4b5a142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df05622e-7561-4ce6-82c4-b927d1828278 HTTP/1.1" status: 200 len: 217 time: 0.0479410 Feb 28 19:41:49.653781 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41530) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:49.661919 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-5b6f246e-61d2-48f6-b1c6-24ec281cdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:49.663478 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-5b6f246e-61d2-48f6-b1c6-24ec281cdffb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0954347 Feb 28 19:41:49.673793 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.687619 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057b4b-5316-49ae-9750-b2dd55364420 req-dd38c555-2ce9-4742-b67a-bfdc1c5c71e6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:49.689133 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06057b4b-5316-49ae-9750-b2dd55364420 req-dd38c555-2ce9-4742-b67a-bfdc1c5c71e6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1190882 Feb 28 19:41:49.698360 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41534) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:49.702973 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'floatingip': {'port_id': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:41:49.728602 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-72796977-0587-465e-b9fc-7655e04f1a74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384939 Feb 28 19:41:49.800129 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (a8c4d3e6-f192-47b5-866d-12ca021526f0), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.901262 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117f6fd-a109-4563-b097-26d1150bf9c3 req-2dbd8a98-6aa2-45db-ad98-ca828281521f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:49.902760 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4117f6fd-a109-4563-b097-26d1150bf9c3 req-2dbd8a98-6aa2-45db-ad98-ca828281521f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.1448443 Feb 28 19:41:49.906860 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-a22847df-aa4a-49a4-a35d-c50a30242bb2 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592624 Feb 28 19:41:49.924145 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Publish callbacks [] for security_group (538a5b89-f6c2-410b-965a-a56777c33d0c), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:49.946579 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (538a5b89-f6c2-410b-965a-a56777c33d0c), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.004818 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.046684 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538a5b89-f6c2-410b-965a-a56777c33d0c,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:50.050444 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=147d13ea405a4baa9bd262b67142e14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958366 Feb 28 19:41:50.054094 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41536) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:50.068372 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4117f6fd-a109-4563-b097-26d1150bf9c3 req-547f0e47-8050-4692-89b7-04d9d111e58f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577959 Feb 28 19:41:50.072238 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.072728 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.072925 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.073308 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.073635 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.073961 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.074300 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.075309 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.075309 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.075309 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.075592 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.075853 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.076163 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c655ede-cd66-472d-8bbb-22e7e27e9308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:41:50.131587 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb00f589-4aca-42e8-97d8-186aae69a534 req-0e14cdb3-1374-44f6-94f1-cef2443d9612 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060864 Feb 28 19:41:50.147910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea9ca-5054-42d8-8911-a1c50ac852ec admin admin] Publish callbacks [] for security_group (538a5b89-f6c2-410b-965a-a56777c33d0c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.195876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea9ca-5054-42d8-8911-a1c50ac852ec admin admin] Publish callbacks [] for security_group (538a5b89-f6c2-410b-965a-a56777c33d0c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.219413 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.244802 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de227-d548-4e9e-9f1f-54a849215f25 req-65f6bbf9-a8ab-43cc-81c3-5531e855d032 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:50.246556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-352de227-d548-4e9e-9f1f-54a849215f25 req-65f6bbf9-a8ab-43cc-81c3-5531e855d032 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1004500 Feb 28 19:41:50.272830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea9ca-5054-42d8-8911-a1c50ac852ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (538a5b89-f6c2-410b-965a-a56777c33d0c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.275314 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea9ca-5054-42d8-8911-a1c50ac852ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.276443 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-ec7ea9ca-5054-42d8-8911-a1c50ac852ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/538a5b89-f6c2-410b-965a-a56777c33d0c HTTP/1.1" status: 204 len: 168 time: 0.2182262 Feb 28 19:41:50.292506 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ea9ca-5054-42d8-8911-a1c50ac852ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a5b89-f6c2-410b-965a-a56777c33d0c,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:50.330795 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-352de227-d548-4e9e-9f1f-54a849215f25 req-e797491c-3e78-448e-8367-d34bdd927c67 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Feb 28 19:41:50.623431 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.628847 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (a8c4d3e6-f192-47b5-866d-12ca021526f0), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:50.728744 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.l3_db [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Floating IP a8c4d3e6-f192-47b5-866d-12ca021526f0 associated. External IP: 172.27.0.194, port: 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c. Feb 28 19:41:50.946115 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:41:51.052789 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:41:51.057250 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.066632 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:41:51.076297 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:51.076922 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:41:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:51.087472 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-25a0505d-6592-471a-83c0-1ece89de2840 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "PUT /v2.0/floatingips/a8c4d3e6-f192-47b5-866d-12ca021526f0 HTTP/1.1" status: 200 len: 992 time: 1.3882046 Feb 28 19:41:51.088035 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:51.090314 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5037101d-98d6-4b33-916d-77d27224ecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:51.140657 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f795153-4168-4c88-a9f5-44276016eb76 x-openstack-request-id: req-0f795153-4168-4c88-a9f5-44276016eb76 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:51.141432 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:51.141858 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f795153-4168-4c88-a9f5-44276016eb76 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:51.142418 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'status': 'completed', 'code': 200} Feb 28 19:41:51.189659 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:51.241158 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc64a-d754-4e86-ac69-3a63ab063e79 req-880bc479-6ada-4e79-bfdd-67d807da5ddb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:51.244405 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f0fc64a-d754-4e86-ac69-3a63ab063e79 req-880bc479-6ada-4e79-bfdd-67d807da5ddb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0571132 Feb 28 19:41:51.293555 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f0fc64a-d754-4e86-ac69-3a63ab063e79 req-a659877c-593a-47cc-b379-bd048f83895c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Feb 28 19:41:51.406503 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41586) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:51.448332 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52531055-1fd0-4519-b941-b7106055c999 req-895ad071-8527-471b-b879-ab163f0cabfd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:51.453622 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-52531055-1fd0-4519-b941-b7106055c999 req-895ad071-8527-471b-b879-ab163f0cabfd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0615582 Feb 28 19:41:51.464263 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'a8c4d3e6-f192-47b5-866d-12ca021526f0', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'port_id': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'mac_address': 'fa:16:3e:9c:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:41:01Z', 'updated_at': '2022-02-28T19:41:50Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:51.492342 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:41:51.496517 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-52531055-1fd0-4519-b941-b7106055c999 req-15f4d919-05df-452f-9db7-60d5ff469f1d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Feb 28 19:41:51.501021 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:41:51.501734 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:41:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:51.516666 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-48072088-053e-436d-a31f-51f98dae86cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.591080 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-48072088-053e-436d-a31f-51f98dae86cf admin admin] Publish callbacks [] for security_group (83b9312d-28a7-4def-929c-f5844510051e), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.594895 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.597285 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-48072088-053e-436d-a31f-51f98dae86cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (83b9312d-28a7-4def-929c-f5844510051e), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.627509 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:41:51.643066 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-48072088-053e-436d-a31f-51f98dae86cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80bac80eb6b841b8a3e4dd9e1066262e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345464 Feb 28 19:41:51.644475 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48072088-053e-436d-a31f-51f98dae86cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9312d-28a7-4def-929c-f5844510051e,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:51.645181 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41594) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:41:51.696309 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec4febe-13eb-40d3-bb45-a9ff440d5d39 admin admin] Publish callbacks [] for security_group (83b9312d-28a7-4def-929c-f5844510051e), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.723413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec4febe-13eb-40d3-bb45-a9ff440d5d39 admin admin] Publish callbacks [] for security_group (83b9312d-28a7-4def-929c-f5844510051e), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.768502 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec4febe-13eb-40d3-bb45-a9ff440d5d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (83b9312d-28a7-4def-929c-f5844510051e), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.771192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec4febe-13eb-40d3-bb45-a9ff440d5d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:51.772392 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-cec4febe-13eb-40d3-bb45-a9ff440d5d39 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83b9312d-28a7-4def-929c-f5844510051e HTTP/1.1" status: 204 len: 168 time: 0.1262388 Feb 28 19:41:51.782325 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4febe-13eb-40d3-bb45-a9ff440d5d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9312d-28a7-4def-929c-f5844510051e,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:51.861904 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'a8c4d3e6-f192-47b5-866d-12ca021526f0', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'port_id': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'mac_address': 'fa:16:3e:9c:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:41:01Z', 'updated_at': '2022-02-28T19:41:50Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:41:51.888432 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e436cd-d7b3-446c-903d-6bd4d29023ef None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'a8c4d3e6-f192-47b5-866d-12ca021526f0', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'port_id': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'mac_address': 'fa:16:3e:9c:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:41:01Z', 'updated_at': '2022-02-28T19:41:50Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:41:52.075463 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016d067-650e-4985-8f36-53927ae7558a None None] New status for floating IP a8c4d3e6-f192-47b5-866d-12ca021526f0: ACTIVE {{(pid=109446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:41:52.424728 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ac1f7-a26c-445b-a7f7-a9720951fa01 req-b85ab879-9d1a-451d-9e02-e44789529a02 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:52.426432 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-987ac1f7-a26c-445b-a7f7-a9720951fa01 req-b85ab879-9d1a-451d-9e02-e44789529a02 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0563896 Feb 28 19:41:52.473336 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-987ac1f7-a26c-445b-a7f7-a9720951fa01 req-4a2ceff1-8d2b-41b3-b46b-8b78cc27746a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Feb 28 19:41:52.619056 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e1fd9-5c89-463f-99f6-180933796092 req-32c6bee2-a539-40c5-94e6-32056aab9c14 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:52.620543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-457e1fd9-5c89-463f-99f6-180933796092 req-32c6bee2-a539-40c5-94e6-32056aab9c14 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0527849 Feb 28 19:41:52.682867 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-457e1fd9-5c89-463f-99f6-180933796092 req-3749dee6-3ad8-4ff2-aa88-b8c7d517e649 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Feb 28 19:41:53.595843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b26a8f-3a58-4e61-9b68-1f5342d0c5f0 req-6ae20b8a-1c0f-48d0-94a5-d46c05c3c30a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:53.597439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01b26a8f-3a58-4e61-9b68-1f5342d0c5f0 req-6ae20b8a-1c0f-48d0-94a5-d46c05c3c30a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0534389 Feb 28 19:41:53.646290 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01b26a8f-3a58-4e61-9b68-1f5342d0c5f0 req-ba962fd7-d75c-4c34-992d-d7415207df89 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Feb 28 19:41:54.021597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947dee2-8b35-43f7-a231-23e1463bcf88 req-7c143a0f-df39-484a-b1e6-6100fab10ed6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:54.023074 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d947dee2-8b35-43f7-a231-23e1463bcf88 req-7c143a0f-df39-484a-b1e6-6100fab10ed6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.2698126 Feb 28 19:41:54.067914 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d947dee2-8b35-43f7-a231-23e1463bcf88 req-7523b7dc-5c9b-41a7-b50a-27e17d30e2f2 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Feb 28 19:41:54.777458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ee5b0-75ab-4af6-864e-b0d1638021c9 req-f903d255-02e0-49ce-b4ba-bc362e4479f3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:54.778930 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-084ee5b0-75ab-4af6-864e-b0d1638021c9 req-f903d255-02e0-49ce-b4ba-bc362e4479f3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0536697 Feb 28 19:41:54.824174 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-084ee5b0-75ab-4af6-864e-b0d1638021c9 req-7c48ba89-21be-488c-a0ba-d5df69b37233 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396283 Feb 28 19:41:55.118317 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:41:55.180528 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port ceb0a684-b768-4927-a26b-17ba5444b9ff completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:41:55.184503 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ceb0a684-b768-4927-a26b-17ba5444b9ff triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:41:55.184875 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:55.206885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c78a1-6011-4ba4-aebd-7f5dbd7d7fa0 req-dcefd47d-9af0-4b67-85f1-435468af5195 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:55.208383 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-da7c78a1-6011-4ba4-aebd-7f5dbd7d7fa0 req-dcefd47d-9af0-4b67-85f1-435468af5195 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0653839 Feb 28 19:41:55.255675 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-da7c78a1-6011-4ba4-aebd-7f5dbd7d7fa0 req-351c6076-7e74-4097-bb7d-53e808d35382 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Feb 28 19:41:55.269667 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:41:55.270135 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:55.292959 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:41:55.295232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5ca4f1-8aea-4901-945a-a35931a45495" -d '{"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:41:55.306972 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:41:55.312576 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:41:55.334818 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa2ac9f-c9ce-49a0-a97e-805adf58fa1d x-openstack-request-id: req-0aa2ac9f-c9ce-49a0-a97e-805adf58fa1d {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:41:55.335144 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:41:55.335406 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0aa2ac9f-c9ce-49a0-a97e-805adf58fa1d {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:41:55.335794 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'code': 200} Feb 28 19:41:55.359958 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:41:55.956720 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666bb94-8d65-42ac-bb5c-e8ae6f70f05f req-a8a5df85-8fc9-48a7-8c9f-d45b201c522c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:55.958209 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a666bb94-8d65-42ac-bb5c-e8ae6f70f05f req-a8a5df85-8fc9-48a7-8c9f-d45b201c522c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0600843 Feb 28 19:41:56.018646 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a666bb94-8d65-42ac-bb5c-e8ae6f70f05f req-a1a4e26c-d104-40dc-b0b1-df9047bd5bd0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546434 Feb 28 19:41:56.383987 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616f5ee-c490-47e8-987d-e7ddaab0b493 req-7d918c91-4f79-4aff-ace8-c3128857b889 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:56.385451 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1616f5ee-c490-47e8-987d-e7ddaab0b493 req-7d918c91-4f79-4aff-ace8-c3128857b889 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0589335 Feb 28 19:41:56.430722 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1616f5ee-c490-47e8-987d-e7ddaab0b493 req-c5434565-7802-4ae9-a20d-bd8db176ec8b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Feb 28 19:41:56.919612 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-a6bf1e46-dfcf-4025-ab31-ccd0307109e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:56.921130 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-a6bf1e46-dfcf-4025-ab31-ccd0307109e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.0553074 Feb 28 19:41:57.071114 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-b6c82fbd-0d9a-4bf3-b09a-ce67a88e982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:57.072608 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-b6c82fbd-0d9a-4bf3-b09a-ce67a88e982e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.1357052 Feb 28 19:41:57.179716 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c19dd-3e63-42ec-a04f-384714c80d92 req-a15c2d65-e898-4d75-8e6e-f2b744b25e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:57.181303 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8b3c19dd-3e63-42ec-a04f-384714c80d92 req-a15c2d65-e898-4d75-8e6e-f2b744b25e49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1130 time: 0.1466463 Feb 28 19:41:57.217685 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-651de2d9-a603-45b5-96cd-9696e555cb96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1002 time: 0.1379046 Feb 28 19:41:57.277804 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8b3c19dd-3e63-42ec-a04f-384714c80d92 req-248e1b93-c525-413c-b095-6dda73ece47f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813777 Feb 28 19:41:57.284543 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256759-16f5-4e8d-9610-7c83503834ea req-7bdbf109-e51e-438d-aeaa-90556d876987 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:57.285965 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a256759-16f5-4e8d-9610-7c83503834ea req-7bdbf109-e51e-438d-aeaa-90556d876987 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1677387 Feb 28 19:41:57.310762 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-4a073f38-4e5f-435d-b8de-6c2e62a4277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:57.312077 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-4a073f38-4e5f-435d-b8de-6c2e62a4277e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0834429 Feb 28 19:41:57.341406 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a256759-16f5-4e8d-9610-7c83503834ea req-55d4b260-e66f-4e51-896f-159933950e4e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494289 Feb 28 19:41:57.556661 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dd523-f87b-4a67-a39d-3cb46c3f17e7 req-6a822b0f-19a8-411f-88b1-5b6c76a6aaf6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:57.558145 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-543dd523-f87b-4a67-a39d-3cb46c3f17e7 req-6a822b0f-19a8-411f-88b1-5b6c76a6aaf6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0533628 Feb 28 19:41:57.635396 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-543dd523-f87b-4a67-a39d-3cb46c3f17e7 req-d80f12e2-8edb-4157-8c4c-03d92544faac tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690403 Feb 28 19:41:57.650210 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-3be71110-8833-4d46-82dd-be562366625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:57.651695 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-3be71110-8833-4d46-82dd-be562366625f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590332 Feb 28 19:41:57.756596 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-d16d1cc2-3869-454c-9e89-7b9fed8ceec7 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965750 Feb 28 19:41:57.860749 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5037101d-98d6-4b33-916d-77d27224ecb6 req-5a96a3e4-8afd-4ce0-8cf2-0df9f4a810ca service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865567 Feb 28 19:41:58.478116 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc3241-c3b0-495b-b1b7-f4f792773418 req-efa0845e-b19c-4fa5-8175-07d7a1723117 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:58.479495 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-65fc3241-c3b0-495b-b1b7-f4f792773418 req-efa0845e-b19c-4fa5-8175-07d7a1723117 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0613978 Feb 28 19:41:58.528404 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-65fc3241-c3b0-495b-b1b7-f4f792773418 req-b0352530-35e0-4d26-96e5-bd3261c04649 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Feb 28 19:41:58.762531 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f55d-87f5-4e00-96c3-97510427e9a8 req-72e04c6a-e15d-4174-9566-136ab0f46825 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:58.763866 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a459f55d-87f5-4e00-96c3-97510427e9a8 req-72e04c6a-e15d-4174-9566-136ab0f46825 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0548191 Feb 28 19:41:58.811809 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a459f55d-87f5-4e00-96c3-97510427e9a8 req-d828d5b9-08cc-4665-964e-eba03d87aea5 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423594 Feb 28 19:41:59.150351 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55455b-5e27-4677-a369-c7a4b0fedd5b req-35cf56c4-2ce1-4cec-a5d2-1e48cbba3f0b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:59.151916 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f55455b-5e27-4677-a369-c7a4b0fedd5b req-35cf56c4-2ce1-4cec-a5d2-1e48cbba3f0b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0945754 Feb 28 19:41:59.157840 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-9225cd8a-fef9-4214-a132-1344bab2f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:59.159366 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-9225cd8a-fef9-4214-a132-1344bab2f635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 1129 time: 0.1000328 Feb 28 19:41:59.256836 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f55455b-5e27-4677-a369-c7a4b0fedd5b req-576ac3d8-51bd-4aea-b727-4ca7df9f2a30 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 Feb 28 19:41:59.290261 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-cf7570f6-7b39-43dc-9586-65208546c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:59.291754 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-cf7570f6-7b39-43dc-9586-65208546c3c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.1248579 Feb 28 19:41:59.336889 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-972be81b-e411-4665-b6f5-634bf94bdf0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f HTTP/1.1" status: 200 len: 217 time: 0.0380161 Feb 28 19:41:59.396818 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-6020a76a-4ef4-463f-b98e-e4fd600449cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:59.398444 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-6020a76a-4ef4-463f-b98e-e4fd600449cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.0445569 Feb 28 19:41:59.431387 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-e9bae0cb-0dfd-4299-83c8-6bec6eebbcdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254292 Feb 28 19:41:59.537320 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-2cfe3b26-5d09-4a33-91c8-67c12cff21d7 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865488 Feb 28 19:41:59.670478 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00ed56-198e-42c6-8294-46120e9bb692 req-b3a1a96b-037a-4c54-8951-888f67f1748e service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187534 Feb 28 19:41:59.691038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc500768-65b2-42e2-a9f5-fcc38d2e6dce req-8c67d582-1ccc-48d4-827e-95f2fb31e1e1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:41:59.692677 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cc500768-65b2-42e2-a9f5-fcc38d2e6dce req-8c67d582-1ccc-48d4-827e-95f2fb31e1e1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0833027 Feb 28 19:41:59.749631 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cc500768-65b2-42e2-a9f5-fcc38d2e6dce req-3f29ca19-da36-4281-b500-bc472cbc62d1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Feb 28 19:42:00.381341 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd401134-bc1c-4157-91a2-80e8878da6e9 req-f0b9a1fb-9279-446d-8fd3-7cf5f0e1fd5a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:00.385630 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dd401134-bc1c-4157-91a2-80e8878da6e9 req-f0b9a1fb-9279-446d-8fd3-7cf5f0e1fd5a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0600035 Feb 28 19:42:00.454804 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dd401134-bc1c-4157-91a2-80e8878da6e9 req-bd2e2a5c-adb9-41b1-ad93-3b1edc9cc229 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Feb 28 19:42:00.701223 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-4b5d0351-32a6-4215-a2bd-58275cd89443 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:00.702741 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-4b5d0351-32a6-4215-a2bd-58275cd89443 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.1098609 Feb 28 19:42:00.717259 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-fa4ae900-fbf9-4e66-ab5a-5501ff0bc91e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/quotas/3bd22773665549c4a777f84b4d39cf00 HTTP/1.1" status: 200 len: 375 time: 0.0091431 Feb 28 19:42:00.770580 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-8be37529-fc61-4302-af3e-d7a4f1a02e3f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480525 Feb 28 19:42:00.902248 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-30065600-edba-4ecc-90a1-ee6c9fd09cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245179 Feb 28 19:42:00.914317 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942a8a8-0193-4d4e-8537-eeb22d88aefe req-064e9c5a-2425-4189-a283-a8e595bc9cb3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:00.915716 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8942a8a8-0193-4d4e-8537-eeb22d88aefe req-064e9c5a-2425-4189-a283-a8e595bc9cb3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0835037 Feb 28 19:42:01.011530 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8942a8a8-0193-4d4e-8537-eeb22d88aefe req-1da894c0-5a39-425d-8d36-cb2765d96c8f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879750 Feb 28 19:42:01.032691 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-c5b81a0c-2307-4294-8e67-446b02492ea3 service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160967 Feb 28 19:42:01.130796 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7b740-4f1e-42a2-978f-b00a40dc16d0 req-43887c77-0279-42d1-a19f-110b0397c527 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:01.141770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ea7b740-4f1e-42a2-978f-b00a40dc16d0 req-43887c77-0279-42d1-a19f-110b0397c527 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0531166 Feb 28 19:42:01.142078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41850) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:01.147885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'floatingip': {'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:01.231657 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (68003e4d-4d87-4eae-96b3-ca8eb74345e7), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:01.277155 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4fc00d53-8f2b-4bb0-8a96-856a613e3757 req-fe22caf7-2123-45cc-bbff-302917b5001f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 210 time: 0.1004114 Feb 28 19:42:01.774650 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a76d-9d08-4f77-b5fa-e5945c4315ea req-cdb666b0-282c-4b01-b4f0-64687d590fad tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:01.776138 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-79e4a76d-9d08-4f77-b5fa-e5945c4315ea req-cdb666b0-282c-4b01-b4f0-64687d590fad tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1005106 Feb 28 19:42:01.949740 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-79e4a76d-9d08-4f77-b5fa-e5945c4315ea req-7ba38f78-bda3-4357-8fdc-66d116cc733e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627038 Feb 28 19:42:02.202129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:02.210197 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (68003e4d-4d87-4eae-96b3-ca8eb74345e7), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:02.313810 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Floating IP 68003e4d-4d87-4eae-96b3-ca8eb74345e7 associated. External IP: 172.27.0.244, port: ceb0a684-b768-4927-a26b-17ba5444b9ff. Feb 28 19:42:02.398916 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5f3da851-2d81-4708-b954-21638463b844 req-0d98230d-a771-43fc-a33d-f215349b81d3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 210 time: 0.0413363 Feb 28 19:42:02.652359 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-dba898fc-d80f-4eba-8c64-c5ecf3319a2d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:02.653950 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-dba898fc-d80f-4eba-8c64-c5ecf3319a2d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.1669352 Feb 28 19:42:02.655971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Router ccf262fd-4703-4b60-adb2-39e496af10d5 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:42:02.670815 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Request body: {'port': {'device_id': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'admin_state_up': True, 'tenant_id': '3bd22773665549c4a777f84b4d39cf00'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:02.839429 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:42:02.845264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:02.850633 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc47053f-7842-47ef-96c8-276195483938 None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:42:02.861931 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:02.862557 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:41:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:02.886335 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fd8c11f3-c022-4a3c-911c-a50d16062506 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "PUT /v2.0/floatingips/68003e4d-4d87-4eae-96b3-ca8eb74345e7 HTTP/1.1" status: 200 len: 992 time: 1.7394538 Feb 28 19:42:02.886335 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:02.889172 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25c569-6758-419a-9873-eea77c6c46e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:02.893639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Made reservation on behalf of 3bd22773665549c4a777f84b4d39cf00 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:02.898078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:02.971790 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087791f3-1d82-4747-a67c-cd82df6d48d8 x-openstack-request-id: req-087791f3-1d82-4747-a67c-cd82df6d48d8 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:02.972077 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:02.972378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-087791f3-1d82-4747-a67c-cd82df6d48d8 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:02.972782 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'status': 'completed', 'code': 200} Feb 28 19:42:03.087430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-fc54cdaf-07d1-48e3-a90e-b5d119b44bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:03.088953 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-fc54cdaf-07d1-48e3-a90e-b5d119b44bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1130 time: 0.1108289 Feb 28 19:42:03.115133 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:03.151093 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:42:03.311945 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41918) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:03.412395 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Allocated IP 172.20.0.5 (5bcda800-1fc1-4c7e-b53f-e930f5358b9c/a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa/54492895-9560-4676-9b77-b54585a185a7) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:03.500592 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '68003e4d-4d87-4eae-96b3-ca8eb74345e7', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'mac_address': 'fa:16:3e:7c:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:41:08Z', 'updated_at': '2022-02-28T19:42:02Z', 'revision_number': 1, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:03.507249 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3c3d7f54-acef-498f-82ba-45ae50600b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.521628 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf838a-2f5b-49e1-af77-42d1e5a8ec86 req-dab8a2d3-90d4-4b27-b875-726f41cf77f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:03.529049 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c0bf838a-2f5b-49e1-af77-42d1e5a8ec86 req-dab8a2d3-90d4-4b27-b875-726f41cf77f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.4383769 Feb 28 19:42:03.546399 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc47053f-7842-47ef-96c8-276195483938 None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:42:03.558669 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:03.559465 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:41:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:03.602997 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3c3d7f54-acef-498f-82ba-45ae50600b0a admin admin] Publish callbacks [] for security_group (a1dbfdfe-0386-4048-89fa-0dc6f93eb214), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.604186 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38a4e064-8aa2-4125-a2e4-5a1b6d6b6da7 req-b5608463-cb0b-43d0-9abb-79ab55ae0c75 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 210 time: 0.0728967 Feb 28 19:42:03.610589 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3c3d7f54-acef-498f-82ba-45ae50600b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a1dbfdfe-0386-4048-89fa-0dc6f93eb214), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.617590 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-cb40dd6a-62c1-4611-a912-27330e4af739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:03.619051 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-cb40dd6a-62c1-4611-a912-27330e4af739 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.5140235 Feb 28 19:42:03.672087 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3c3d7f54-acef-498f-82ba-45ae50600b0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ffd1e43b9d047ea9fe7c84c6b89d8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584108 Feb 28 19:42:03.672858 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d7f54-acef-498f-82ba-45ae50600b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dbfdfe-0386-4048-89fa-0dc6f93eb214,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:03.675246 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41934) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:03.719936 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:03.750688 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2853be77-7228-4e46-8291-6f0f1388882a admin admin] Publish callbacks [] for security_group (a1dbfdfe-0386-4048-89fa-0dc6f93eb214), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.771351 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c0bf838a-2f5b-49e1-af77-42d1e5a8ec86 req-b68e6861-ce59-42de-94c7-32e998bfcfca tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368271 Feb 28 19:42:03.784649 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2853be77-7228-4e46-8291-6f0f1388882a admin admin] Publish callbacks [] for security_group (a1dbfdfe-0386-4048-89fa-0dc6f93eb214), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.797865 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-b861c665-a76b-4751-8262-7b28fd32b9f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 1000 time: 0.1720090 Feb 28 19:42:03.854057 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2853be77-7228-4e46-8291-6f0f1388882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a1dbfdfe-0386-4048-89fa-0dc6f93eb214), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.857826 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2853be77-7228-4e46-8291-6f0f1388882a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.860151 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2853be77-7228-4e46-8291-6f0f1388882a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1dbfdfe-0386-4048-89fa-0dc6f93eb214 HTTP/1.1" status: 204 len: 168 time: 0.1839187 Feb 28 19:42:03.881443 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853be77-7228-4e46-8291-6f0f1388882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dbfdfe-0386-4048-89fa-0dc6f93eb214,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:03.885828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks [] for port (54492895-9560-4676-9b77-b54585a185a7), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:03.913357 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-4b949d4c-f654-44d3-8214-373b73a42a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:03.913357 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-4b949d4c-f654-44d3-8214-373b73a42a3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0952070 Feb 28 19:42:03.989725 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (54492895-9560-4676-9b77-b54585a185a7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.011113 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:04.037232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-5b397d19-5b52-41a5-8350-c5ec94b0952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:04.038862 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-5b397d19-5b52-41a5-8350-c5ec94b0952b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192725 Feb 28 19:42:04.049716 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:04.060989 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:04.063865 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:04.069759 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:04.069959 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.108078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event updated for resources: {'Port': ['ID=54492895-9560-4676-9b77-b54585a185a7,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:04.140179 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41960) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:04.156203 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-2a0795f1-1e0c-4004-8bb5-8b7f8e7c6c3d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4895549 Feb 28 19:42:04.169036 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Request body: {'port': {'device_id': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:04.217534 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-dc47053f-7842-47ef-96c8-276195483938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '68003e4d-4d87-4eae-96b3-ca8eb74345e7', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'mac_address': 'fa:16:3e:7c:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:41:08Z', 'updated_at': '2022-02-28T19:42:02Z', 'revision_number': 1, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:04.239840 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-66abcc5a-d683-4a36-99e9-6bdcfc8e9469 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887796 Feb 28 19:42:04.268677 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc47053f-7842-47ef-96c8-276195483938 None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '68003e4d-4d87-4eae-96b3-ca8eb74345e7', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'mac_address': 'fa:16:3e:7c:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:41:08Z', 'updated_at': '2022-02-28T19:42:02Z', 'revision_number': 1, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:42:04.329310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (54492895-9560-4676-9b77-b54585a185a7), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.424671 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc25c569-6758-419a-9873-eea77c6c46e5 req-7a38290e-323d-4058-9a64-a54c63fc9f1c service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641271 Feb 28 19:42:04.457069 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b8727121-e978-4107-9bb8-e57ce1d62486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.516126 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 41972) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:04.569301 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4cdac697-ffa2-4612-9eed-8154a2e38707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.609038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b8727121-e978-4107-9bb8-e57ce1d62486 admin admin] Publish callbacks [] for security_group (35e7aa37-a3d7-46ec-b8fc-fd539018b2ec), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.616078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b8727121-e978-4107-9bb8-e57ce1d62486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (35e7aa37-a3d7-46ec-b8fc-fd539018b2ec), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.622164 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a93b15-e7f8-4b0e-989e-164cefb38e35 None None] New status for floating IP 68003e4d-4d87-4eae-96b3-ca8eb74345e7: ACTIVE {{(pid=109446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:42:04.682433 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-b8727121-e978-4107-9bb8-e57ce1d62486 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a89708293104bb390a2a14279e44994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411086 Feb 28 19:42:04.684831 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41978) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:04.693571 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8727121-e978-4107-9bb8-e57ce1d62486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e7aa37-a3d7-46ec-b8fc-fd539018b2ec,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:04.745959 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b05cf727-aaa6-4396-a1e9-457a9841e2fb admin admin] Publish callbacks [] for security_group (35e7aa37-a3d7-46ec-b8fc-fd539018b2ec), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.785668 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54492895-9560-4676-9b77-b54585a185a7 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:04.800361 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Publish callbacks [] for port (54492895-9560-4676-9b77-b54585a185a7), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.830357 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4cdac697-ffa2-4612-9eed-8154a2e38707 admin admin] Publish callbacks [] for security_group (46102282-b04f-4c85-9b69-23d4047ee309), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.835431 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Transition to ACTIVE for port object 54492895-9560-4676-9b77-b54585a185a7 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:42:04.837826 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4cdac697-ffa2-4612-9eed-8154a2e38707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (46102282-b04f-4c85-9b69-23d4047ee309), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.858127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346126d-c11a-4e00-9186-3e779579b246 req-51253eae-a016-4b49-aca6-176229c7ed11 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:04.859748 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0346126d-c11a-4e00-9186-3e779579b246 req-51253eae-a016-4b49-aca6-176229c7ed11 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 931 time: 0.1691904 Feb 28 19:42:04.860439 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (54492895-9560-4676-9b77-b54585a185a7), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.962100 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b05cf727-aaa6-4396-a1e9-457a9841e2fb admin admin] Publish callbacks [] for security_group (35e7aa37-a3d7-46ec-b8fc-fd539018b2ec), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:04.968357 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4cdac697-ffa2-4612-9eed-8154a2e38707 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be9a2ee8baf9423b88c247fdc07bea7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511580 Feb 28 19:42:04.973348 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 41982) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:04.974627 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdac697-ffa2-4612-9eed-8154a2e38707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46102282-b04f-4c85-9b69-23d4047ee309,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:05.005522 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Pushing event updated for resources: {'Port': ['ID=54492895-9560-4676-9b77-b54585a185a7,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:05.020964 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0346126d-c11a-4e00-9186-3e779579b246 req-101af3d6-81bd-4c23-9b13-8d7a1b4bcfa6 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456368 Feb 28 19:42:05.043394 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfc9-0274-4ac3-834c-3bb8359b22cd admin admin] Publish callbacks [] for security_group (46102282-b04f-4c85-9b69-23d4047ee309), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.046369 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b05cf727-aaa6-4396-a1e9-457a9841e2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (35e7aa37-a3d7-46ec-b8fc-fd539018b2ec), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.048787 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b05cf727-aaa6-4396-a1e9-457a9841e2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.052591 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-b05cf727-aaa6-4396-a1e9-457a9841e2fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35e7aa37-a3d7-46ec-b8fc-fd539018b2ec HTTP/1.1" status: 204 len: 168 time: 0.3632412 Feb 28 19:42:05.065368 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f61a1-16e7-4b75-a799-6ba4ace565c5 req-946ee3ff-245c-4d6f-bb16-847123e2cd45 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:05.067348 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6d6f61a1-16e7-4b75-a799-6ba4ace565c5 req-946ee3ff-245c-4d6f-bb16-847123e2cd45 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1762760 Feb 28 19:42:05.067693 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cf727-aaa6-4396-a1e9-457a9841e2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e7aa37-a3d7-46ec-b8fc-fd539018b2ec,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:05.069899 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Attempting to bind port 54492895-9560-4676-9b77-b54585a185a7 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:05.070233 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Attempting to bind port 54492895-9560-4676-9b77-b54585a185a7 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:05.070563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Attempting to bind port 54492895-9560-4676-9b77-b54585a185a7 on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:05.077548 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfc9-0274-4ac3-834c-3bb8359b22cd admin admin] Publish callbacks [] for security_group (46102282-b04f-4c85-9b69-23d4047ee309), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.077704 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Port 54492895-9560-4676-9b77-b54585a185a7 on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:42:05.078038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Attempting to bind port 54492895-9560-4676-9b77-b54585a185a7 on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:05.085437 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:05.087026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Checking segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:05.087026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Bound using segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:05.093649 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Bound port: 54492895-9560-4676-9b77-b54585a185a7, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:05.094282 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (54492895-9560-4676-9b77-b54585a185a7), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.132393 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfc9-0274-4ac3-834c-3bb8359b22cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (46102282-b04f-4c85-9b69-23d4047ee309), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.135868 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfc9-0274-4ac3-834c-3bb8359b22cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.137054 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c9bacfc9-0274-4ac3-834c-3bb8359b22cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/46102282-b04f-4c85-9b69-23d4047ee309 HTTP/1.1" status: 204 len: 168 time: 0.1627824 Feb 28 19:42:05.150436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bacfc9-0274-4ac3-834c-3bb8359b22cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46102282-b04f-4c85-9b69-23d4047ee309,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:05.195712 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6d6f61a1-16e7-4b75-a799-6ba4ace565c5 req-99c1a2d4-0e98-4724-a12b-d15f2d95bc55 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114361 Feb 28 19:42:05.201988 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] For port 54492895-9560-4676-9b77-b54585a185a7, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:05.205905 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] For port 54492895-9560-4676-9b77-b54585a185a7, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=54492895-9560-4676-9b77-b54585a185a7,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:05.220321 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (54492895-9560-4676-9b77-b54585a185a7), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.252142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:05.252656 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.254451 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] 10.222.0.30 "PUT /v2.0/ports/54492895-9560-4676-9b77-b54585a185a7 HTTP/1.1" status: 200 len: 1093 time: 1.0898631 Feb 28 19:42:05.256763 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'tag': '54492895-9560-4676-9b77-b54585a185a7'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:05.259778 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c0dab6-92ad-4135-83fa-40382bbfcf01" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb882a1-7c1d-4826-adea-186153de0ad0", "tag": "54492895-9560-4676-9b77-b54585a185a7"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:05.294301 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373ec8f-2142-455a-9dca-8f01255b7b9f service neutron] Pushing event updated for resources: {'Port': ['ID=54492895-9560-4676-9b77-b54585a185a7,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:05.344455 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c64e100-a655-484a-8649-c6d48d8ff551 x-openstack-request-id: req-3c64e100-a655-484a-8649-c6d48d8ff551 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:05.344824 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb882a1-7c1d-4826-adea-186153de0ad0", "tag": "54492895-9560-4676-9b77-b54585a185a7", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:05.345081 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c64e100-a655-484a-8649-c6d48d8ff551 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:05.345508 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'tag': '54492895-9560-4676-9b77-b54585a185a7', 'status': 'completed', 'code': 200} Feb 28 19:42:05.375649 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-0c920bd7-55d7-4a0f-beb0-da0fd4018a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:05.377270 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-0c920bd7-55d7-4a0f-beb0-da0fd4018a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 1127 time: 0.0713038 Feb 28 19:42:05.426405 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-6b1f2ade-ba24-42a3-b698-974fc250879b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54492895-9560-4676-9b77-b54585a185a7 HTTP/1.1" status: 200 len: 217 time: 0.0386536 Feb 28 19:42:05.481241 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-f61419e1-7e72-4cd7-bd51-db6406a40965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:05.483577 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-f61419e1-7e72-4cd7-bd51-db6406a40965 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0485337 Feb 28 19:42:05.526528 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-d0d54ac4-7443-4758-aad5-b4ab46c5e846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333517 Feb 28 19:42:05.625474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-6caea353-c6a7-4f4d-852e-7ca5ce628aca service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925329 Feb 28 19:42:05.690182 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42018) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:05.736165 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d0143825-0ffb-4ee1-a4b3-bf47bdf52b37 req-06dd4290-17d3-4ab8-9b14-b9d58d14999e service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034648 Feb 28 19:42:05.851253 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4446fa9-c261-4532-b217-97e57047d76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.853627 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-598fdf86-238d-4ba1-8227-e35305250098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:05.855355 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-598fdf86-238d-4ba1-8227-e35305250098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 1127 time: 0.0504746 Feb 28 19:42:05.941637 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4446fa9-c261-4532-b217-97e57047d76f admin admin] Publish callbacks [] for security_group (eb92099a-1add-4de2-ac38-c3c159296e52), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.947167 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4446fa9-c261-4532-b217-97e57047d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (eb92099a-1add-4de2-ac38-c3c159296e52), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:05.971006 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-91f40ba3-3954-425d-abff-c06a02b50d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:05.972787 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-91f40ba3-3954-425d-abff-c06a02b50d41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 915 time: 0.1092520 Feb 28 19:42:06.001912 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f4446fa9-c261-4532-b217-97e57047d76f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f245956558284274aa84a570df06c6ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098516 Feb 28 19:42:06.002764 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42036) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:06.003468 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446fa9-c261-4532-b217-97e57047d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92099a-1add-4de2-ac38-c3c159296e52,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:06.043877 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-53b32b8c-35df-4ef9-8eb5-9bcf68eb803b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54492895-9560-4676-9b77-b54585a185a7 HTTP/1.1" status: 200 len: 217 time: 0.0617881 Feb 28 19:42:06.073721 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84e9b93b-fbdc-4aa1-9779-38363cdc8c48 admin admin] Publish callbacks [] for security_group (eb92099a-1add-4de2-ac38-c3c159296e52), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.109481 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84e9b93b-fbdc-4aa1-9779-38363cdc8c48 admin admin] Publish callbacks [] for security_group (eb92099a-1add-4de2-ac38-c3c159296e52), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.168068 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84e9b93b-fbdc-4aa1-9779-38363cdc8c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (eb92099a-1add-4de2-ac38-c3c159296e52), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.172698 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84e9b93b-fbdc-4aa1-9779-38363cdc8c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.174421 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-84e9b93b-fbdc-4aa1-9779-38363cdc8c48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb92099a-1add-4de2-ac38-c3c159296e52 HTTP/1.1" status: 204 len: 168 time: 0.1678874 Feb 28 19:42:06.179671 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-488cbec2-b6d2-4420-8900-a3cffff79d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:06.181164 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-488cbec2-b6d2-4420-8900-a3cffff79d3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.1217902 Feb 28 19:42:06.184645 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9b93b-fbdc-4aa1-9779-38363cdc8c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92099a-1add-4de2-ac38-c3c159296e52,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:06.251854 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-b2ecb261-0b13-49ae-bd65-3d6aad993706 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585039 Feb 28 19:42:06.261457 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e650a7-71af-48b1-972e-e4107bfb6a4e req-f7527dd8-636b-47b2-863a-f4657b94b792 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:06.263082 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f9e650a7-71af-48b1-972e-e4107bfb6a4e req-f7527dd8-636b-47b2-863a-f4657b94b792 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 943 time: 0.1372075 Feb 28 19:42:06.411927 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f9e650a7-71af-48b1-972e-e4107bfb6a4e req-c2bb4728-4509-4624-b514-dd54795c87c0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382873 Feb 28 19:42:06.429208 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-10e0ee90-37c2-4b69-a3ed-d3b57f4eacc6 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648891 Feb 28 19:42:06.446776 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785d6af-5ff0-4bc6-9dbd-83e4f2e3e011 req-df107ce7-4486-4422-853b-d52d49731712 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:06.448387 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5785d6af-5ff0-4bc6-9dbd-83e4f2e3e011 req-df107ce7-4486-4422-853b-d52d49731712 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1565480 Feb 28 19:42:06.564323 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5785d6af-5ff0-4bc6-9dbd-83e4f2e3e011 req-3400ca22-abbe-454f-87c2-1247a4a3e16b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060643 Feb 28 19:42:06.576203 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6c0dab6-92ad-4135-83fa-40382bbfcf01 req-783abeac-4db2-42d6-bc2a-054bd7b957ba service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265836 Feb 28 19:42:06.618380 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42060) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:06.633523 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51cea2d3-7c08-419a-9f08-eca9d197cba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.770816 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51cea2d3-7c08-419a-9f08-eca9d197cba5 admin admin] Publish callbacks [] for security_group (babd0df1-d565-4b87-b60d-c3eaddf4c710), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.775974 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51cea2d3-7c08-419a-9f08-eca9d197cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (babd0df1-d565-4b87-b60d-c3eaddf4c710), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.818794 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-51cea2d3-7c08-419a-9f08-eca9d197cba5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eaf8ff73ea8a407bbaccac34e3bb12dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988406 Feb 28 19:42:06.820734 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cea2d3-7c08-419a-9f08-eca9d197cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babd0df1-d565-4b87-b60d-c3eaddf4c710,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:06.821496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42072) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:06.876726 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9d213648-1e76-470b-8c9e-75f86ebe972e admin admin] Publish callbacks [] for security_group (babd0df1-d565-4b87-b60d-c3eaddf4c710), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.897539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9d213648-1e76-470b-8c9e-75f86ebe972e admin admin] Publish callbacks [] for security_group (babd0df1-d565-4b87-b60d-c3eaddf4c710), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.947608 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9d213648-1e76-470b-8c9e-75f86ebe972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (babd0df1-d565-4b87-b60d-c3eaddf4c710), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.950228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9d213648-1e76-470b-8c9e-75f86ebe972e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:06.951485 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9d213648-1e76-470b-8c9e-75f86ebe972e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/babd0df1-d565-4b87-b60d-c3eaddf4c710 HTTP/1.1" status: 204 len: 168 time: 0.1287541 Feb 28 19:42:06.959668 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d213648-1e76-470b-8c9e-75f86ebe972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd0df1-d565-4b87-b60d-c3eaddf4c710,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:07.257799 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42090) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:07.275852 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-38093078-bd10-4b6b-834d-acce58da65bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.371981 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-38093078-bd10-4b6b-834d-acce58da65bc admin admin] Publish callbacks [] for security_group (8e2de56c-5694-4cab-aea6-44834707e94d), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.376365 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-38093078-bd10-4b6b-834d-acce58da65bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8e2de56c-5694-4cab-aea6-44834707e94d), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.415095 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-38093078-bd10-4b6b-834d-acce58da65bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63fa1e36255b4913b4bff03dc13020ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560936 Feb 28 19:42:07.416203 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38093078-bd10-4b6b-834d-acce58da65bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2de56c-5694-4cab-aea6-44834707e94d,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:07.418079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42100) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:07.475321 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b5f4-966f-42bf-a9f8-b06d75d7102d admin admin] Publish callbacks [] for security_group (8e2de56c-5694-4cab-aea6-44834707e94d), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.500228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b5f4-966f-42bf-a9f8-b06d75d7102d admin admin] Publish callbacks [] for security_group (8e2de56c-5694-4cab-aea6-44834707e94d), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.573591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438931c-a36f-4a73-942d-c55dba10b6fb req-b8230de2-8392-4113-9dbe-5e78a5bcf27a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:07.575103 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9438931c-a36f-4a73-942d-c55dba10b6fb req-b8230de2-8392-4113-9dbe-5e78a5bcf27a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 943 time: 0.0779376 Feb 28 19:42:07.590980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b5f4-966f-42bf-a9f8-b06d75d7102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8e2de56c-5694-4cab-aea6-44834707e94d), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.593541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b5f4-966f-42bf-a9f8-b06d75d7102d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:07.594646 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-5fd9b5f4-966f-42bf-a9f8-b06d75d7102d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e2de56c-5694-4cab-aea6-44834707e94d HTTP/1.1" status: 204 len: 168 time: 0.1750567 Feb 28 19:42:07.611948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9b5f4-966f-42bf-a9f8-b06d75d7102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2de56c-5694-4cab-aea6-44834707e94d,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:07.654361 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9438931c-a36f-4a73-942d-c55dba10b6fb req-4678a762-b579-4538-9544-73bd19dd7496 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720282 Feb 28 19:42:07.728487 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efac77-4eb0-4f2a-93ad-cd8211f5fa07 req-fe57ee2c-19e4-4f87-bd7a-35f15d204a4f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:07.730376 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f0efac77-4eb0-4f2a-93ad-cd8211f5fa07 req-fe57ee2c-19e4-4f87-bd7a-35f15d204a4f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0626006 Feb 28 19:42:07.825476 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f0efac77-4eb0-4f2a-93ad-cd8211f5fa07 req-a4621534-72be-4fcf-bee3-9478d99ea81b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870011 Feb 28 19:42:08.201538 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f230796-9cca-4ebf-b1b6-47def5bfff30 req-03ea351d-bf18-47e4-98db-1068af8720dc tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:08.203027 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5f230796-9cca-4ebf-b1b6-47def5bfff30 req-03ea351d-bf18-47e4-98db-1068af8720dc tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0548573 Feb 28 19:42:08.252408 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5f230796-9cca-4ebf-b1b6-47def5bfff30 req-5eeb1998-819a-4c43-8499-269cc945eb46 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Feb 28 19:42:08.414814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42144) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:08.516159 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-104832420-network', 'tenant_id': 'acd81c1e248e48c398263d0a53d50cb3'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:08.538091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Made reservation on behalf of acd81c1e248e48c398263d0a53d50cb3 for: {'network': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:08.541559 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.553138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.626451 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks [] for security_group (8c1ee642-cb41-4593-8a7c-0cfcfc0c7387), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.633950 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8c1ee642-cb41-4593-8a7c-0cfcfc0c7387), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.656353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=109445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:42:08.669515 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:08.674260 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (21911601-741c-4925-9342-7076219f966c), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.674555 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.segments_db [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Added segment 21911601-741c-4925-9342-7076219f966c of type vlan for network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 Feb 28 19:42:08.720142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (9b6c4db2-306b-41c0-a563-d279bf3b47e8), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.772663 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (9b6c4db2-306b-41c0-a563-d279bf3b47e8), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.773559 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:08.774124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.826486 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4105420 Feb 28 19:42:08.829629 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42152) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:08.835411 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21114872-aed0-4c7f-841a-1e1959290f3d req-8fb74bb3-2052-49c7-aaba-32c1fa8affd0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:08.836844 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-21114872-aed0-4c7f-841a-1e1959290f3d req-8fb74bb3-2052-49c7-aaba-32c1fa8affd0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 943 time: 0.1126754 Feb 28 19:42:08.836988 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Request body: {'subnet': {'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-104832420-subnet', 'tenant_id': 'acd81c1e248e48c398263d0a53d50cb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:08.860779 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba90b7-ec94-4679-85ff-6e1b600bc08a admin admin] Pushing event updated for resources: {'Network': ['ID=9b6c4db2-306b-41c0-a563-d279bf3b47e8,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:08.873341 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:42:08.908312 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Made reservation on behalf of acd81c1e248e48c398263d0a53d50cb3 for: {'subnet': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:08.911397 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:08.920607 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-21114872-aed0-4c7f-841a-1e1959290f3d req-00e7512e-b732-43f6-8745-f6bb80f4c33b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759442 Feb 28 19:42:08.988031 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74bd2-5b8a-49b3-a04d-8084ab8e8c37 req-24415c32-0511-4305-81ee-3035e9d2116e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:08.990125 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d7a74bd2-5b8a-49b3-a04d-8084ab8e8c37 req-24415c32-0511-4305-81ee-3035e9d2116e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0684433 Feb 28 19:42:09.051277 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d7a74bd2-5b8a-49b3-a04d-8084ab8e8c37 req-1aafb257-b5d0-444f-aa90-a629def507be tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Feb 28 19:42:09.120615 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (23d156f3-c2af-4493-8cbe-730dd398d6ac), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:09.171714 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d156f3-c2af-4493-8cbe-730dd398d6ac,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:09.181899 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Checking segment: {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:09.182253 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Network hostable DHCP agents. Network: 9b6c4db2-306b-41c0-a563-d279bf3b47e8, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:42:09.199675 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:42:09.209823 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 9b6c4db2-306b-41c0-a563-d279bf3b47e8) {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:09.214069 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:09.214688 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:09.221959 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e4773-f431-41a1-bf6f-924da4b48017 None None] Network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:09.232864 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4b6d0c95-6c87-448d-a59e-19952b18503d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4021299 Feb 28 19:42:09.321893 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022da6e-cebb-4bdc-a8f6-c470fdd0b3ac None None] Network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:09.376884 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001196-1cf4-4dd9-98f4-30819d3e3fd6 req-e37b046a-6443-4a80-96c7-5025448331e0 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:09.378508 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ba001196-1cf4-4dd9-98f4-30819d3e3fd6 req-e37b046a-6443-4a80-96c7-5025448331e0 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0572016 Feb 28 19:42:09.425483 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ba001196-1cf4-4dd9-98f4-30819d3e3fd6 req-ca19c55f-e12f-44a3-b27c-370f7668fd5f tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Feb 28 19:42:10.054835 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85240f28-3f3b-48bb-be1a-8dd6c7c6f7ce req-0c0a5ad0-6ad0-45e8-b567-14bf9afd7c5b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:10.056663 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85240f28-3f3b-48bb-be1a-8dd6c7c6f7ce req-0c0a5ad0-6ad0-45e8-b567-14bf9afd7c5b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 943 time: 0.0616457 Feb 28 19:42:10.104366 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85240f28-3f3b-48bb-be1a-8dd6c7c6f7ce req-8d174b61-5569-4485-a84f-cf03f3dccdc9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Feb 28 19:42:10.176862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856770e6-9b42-43f9-9c94-7307a265c6e5 req-9e9ff53f-2ba2-4ce5-bf44-b1564b63ddcc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:10.178345 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-856770e6-9b42-43f9-9c94-7307a265c6e5 req-9e9ff53f-2ba2-4ce5-bf44-b1564b63ddcc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0601864 Feb 28 19:42:10.224875 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-856770e6-9b42-43f9-9c94-7307a265c6e5 req-9001e61a-ef86-432f-8710-d45cb93f31bf tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Feb 28 19:42:10.551973 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 54492895-9560-4676-9b77-b54585a185a7 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:42:10.553611 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c042a-39f3-4727-83d8-4ec52f4008f8 req-0cd929f8-1aa8-4b22-8266-21b293e84299 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:10.555385 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-398c042a-39f3-4727-83d8-4ec52f4008f8 req-0cd929f8-1aa8-4b22-8266-21b293e84299 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0564656 Feb 28 19:42:10.603782 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-398c042a-39f3-4727-83d8-4ec52f4008f8 req-fb764dc6-e5e6-4218-90fb-d4f0bad220fa tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Feb 28 19:42:10.651396 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 54492895-9560-4676-9b77-b54585a185a7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=54492895-9560-4676-9b77-b54585a185a7,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:10.662607 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '54492895-9560-4676-9b77-b54585a185a7', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'port_id': '54492895-9560-4676-9b77-b54585a185a7', 'mac_address': 'fa:16:3e:3e:bb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:42:10.699401 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 54492895-9560-4676-9b77-b54585a185a7 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:10.699794 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (54492895-9560-4676-9b77-b54585a185a7), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:10.712219 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54492895-9560-4676-9b77-b54585a185a7 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:10.732700 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 54492895-9560-4676-9b77-b54585a185a7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=54492895-9560-4676-9b77-b54585a185a7,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:10.739297 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (54492895-9560-4676-9b77-b54585a185a7), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:10.787829 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=54492895-9560-4676-9b77-b54585a185a7,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:11.227353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d968ccd-1862-47fa-b732-40f19bd016b7 req-95f2e55d-e411-4f2a-a952-8d02028c651f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:11.228824 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d968ccd-1862-47fa-b732-40f19bd016b7 req-95f2e55d-e411-4f2a-a952-8d02028c651f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0587933 Feb 28 19:42:11.278975 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d968ccd-1862-47fa-b732-40f19bd016b7 req-800c8d6a-d102-40d7-b5dc-5ab1ebd52ddb tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Feb 28 19:42:11.343237 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbb792-5f9b-464f-beb8-a28211f89571 req-47f5ef15-2d2a-4dfa-8775-5345e4abed1e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:11.344630 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1ccbb792-5f9b-464f-beb8-a28211f89571 req-47f5ef15-2d2a-4dfa-8775-5345e4abed1e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0528505 Feb 28 19:42:11.395668 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1ccbb792-5f9b-464f-beb8-a28211f89571 req-8b30c5fe-3be8-49e0-b2d6-08f7a9ed5cff tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Feb 28 19:42:11.736994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d807-566d-4672-9591-1653f1e17c63 req-2d5adfa0-5fa8-4c97-96e7-a309de2ee04d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:11.738525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0927d807-566d-4672-9591-1653f1e17c63 req-2d5adfa0-5fa8-4c97-96e7-a309de2ee04d tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Feb 28 19:42:11.786926 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0927d807-566d-4672-9591-1653f1e17c63 req-9c72b948-e67b-498a-b435-5235bb61b565 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Feb 28 19:42:12.402988 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461510f-218a-46f8-9e86-d0c9d57582c1 req-7e68916e-1cfe-4ec5-ac88-ecaea7e8a6ce tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:12.404304 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f461510f-218a-46f8-9e86-d0c9d57582c1 req-7e68916e-1cfe-4ec5-ac88-ecaea7e8a6ce tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0539074 Feb 28 19:42:12.454849 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f461510f-218a-46f8-9e86-d0c9d57582c1 req-469ee35d-f1dc-4dbb-ad51-fe84ebf6f90f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412812 Feb 28 19:42:12.534008 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1198-9129-40e0-a437-59de8f300fe7 req-3c50dad6-dede-4edc-aa8a-829c8eff4a2a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:12.536097 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b77d1198-9129-40e0-a437-59de8f300fe7 req-3c50dad6-dede-4edc-aa8a-829c8eff4a2a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0734272 Feb 28 19:42:12.583550 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b77d1198-9129-40e0-a437-59de8f300fe7 req-826e0bcc-5385-4d85-b014-bc4fc8eac45b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Feb 28 19:42:12.918097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca1fd4-cc08-4806-a358-6ca560f0b254 req-38b3da63-fe77-4ff2-8807-eeb5c3d05329 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:12.919599 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c9ca1fd4-cc08-4806-a358-6ca560f0b254 req-38b3da63-fe77-4ff2-8807-eeb5c3d05329 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Feb 28 19:42:12.968023 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c9ca1fd4-cc08-4806-a358-6ca560f0b254 req-5907eac2-940e-48f7-b91f-7dc2cd1190f2 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Feb 28 19:42:13.588072 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87c993-4016-4716-ba90-917afa400d54 req-1e8430a4-fae8-4526-9ed0-adf57af03403 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:13.589533 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc87c993-4016-4716-ba90-917afa400d54 req-1e8430a4-fae8-4526-9ed0-adf57af03403 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0623276 Feb 28 19:42:13.638170 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc87c993-4016-4716-ba90-917afa400d54 req-3f95bdb6-3b6f-441b-8dc1-16f54e7e55d0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Feb 28 19:42:13.699624 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d44fe-398c-433a-840c-480726ba2c8f req-e305fff5-f27b-4af2-b8c8-a7e7b03f1a43 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:13.701069 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae0d44fe-398c-433a-840c-480726ba2c8f req-e305fff5-f27b-4af2-b8c8-a7e7b03f1a43 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0521126 Feb 28 19:42:13.748019 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae0d44fe-398c-433a-840c-480726ba2c8f req-4b7f7c39-9d05-45a9-b744-872200f3f91c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Feb 28 19:42:13.863227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['54492895-9560-4676-9b77-b54585a185a7'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:14.095759 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668a83f-0104-4ea4-9105-606d8b082619 req-7593d739-ad54-487b-86ff-c207e6983c6a tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:14.097225 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b668a83f-0104-4ea4-9105-606d8b082619 req-7593d739-ad54-487b-86ff-c207e6983c6a tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0552733 Feb 28 19:42:14.144880 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b668a83f-0104-4ea4-9105-606d8b082619 req-8fc19a91-ae4d-448d-90c1-400295afb2c4 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Feb 28 19:42:14.802870 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef23dd-549f-4f7e-87fb-b03e6ddb2e5d req-68c24ed9-e9eb-42dc-b401-7379a90141b9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:14.804316 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-70ef23dd-549f-4f7e-87fb-b03e6ddb2e5d req-68c24ed9-e9eb-42dc-b401-7379a90141b9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0857368 Feb 28 19:42:14.811925 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-de182fbd-305c-4fe6-86fb-df73550f1303 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:14.813351 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-de182fbd-305c-4fe6-86fb-df73550f1303 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.0924866 Feb 28 19:42:14.935991 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-70ef23dd-549f-4f7e-87fb-b03e6ddb2e5d req-80b68be6-bc3e-491e-b372-b129bd1c6494 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216826 Feb 28 19:42:14.972249 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df2275-1c0b-4c06-961b-34d6ca09501a req-ae5cb232-d4b1-49e9-9713-7b007fe18b0e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:14.973774 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25df2275-1c0b-4c06-961b-34d6ca09501a req-ae5cb232-d4b1-49e9-9713-7b007fe18b0e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1585045 Feb 28 19:42:15.046800 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Deleting port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:42:15.047138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.054133 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25df2275-1c0b-4c06-961b-34d6ca09501a req-5d10f994-df7b-4f10-a17b-bb106089116a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737967 Feb 28 19:42:15.234545 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d162d01d-c503-4268-be91-190cd91193f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.459859 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] For port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,segment=NetworkSegment(51ca1b79-b8d0-46ee-a6d8-3295033a9997),segment_id=51ca1b79-b8d0-46ee-a6d8-3295033a9997)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:15.460434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.487002 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Calling delete_port for 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:42:15.511097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-3d2cd00d-72d9-4f0b-b75e-9b83b21d06a7 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:15.512568 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-3d2cd00d-72d9-4f0b-b75e-9b83b21d06a7 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/networks?id=9b6c4db2-306b-41c0-a563-d279bf3b47e8 HTTP/1.1" status: 200 len: 808 time: 0.4170344 Feb 28 19:42:15.585563 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-2c6750db-8979-4289-aaf6-5d97636b66e5 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/quotas/acd81c1e248e48c398263d0a53d50cb3 HTTP/1.1" status: 200 len: 375 time: 0.0667007 Feb 28 19:42:15.592407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d80f-353e-4bdd-9048-cd409e517dc8 req-1d7974a9-11a6-4c67-b486-fb4afce1bc77 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:15.593906 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9a04d80f-353e-4bdd-9048-cd409e517dc8 req-1d7974a9-11a6-4c67-b486-fb4afce1bc77 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 945 time: 0.2007606 Feb 28 19:42:15.606180 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42268) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:15.638386 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-be8fb660-12a6-4e45-ac52-09b378fcae74 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=acd81c1e248e48c398263d0a53d50cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419140 Feb 28 19:42:15.713436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-44ca6270-0379-4ed7-a160-4f19a2a25d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.735066 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9a04d80f-353e-4bdd-9048-cd409e517dc8 req-d4767610-8b9f-496f-a91d-99c575c9bd63 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b45f7a2-72e3-4505-b08f-04dcd5775009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276493 Feb 28 19:42:15.787313 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-44ca6270-0379-4ed7-a160-4f19a2a25d79 admin admin] Publish callbacks [] for security_group (c42c0a22-85df-40b4-988d-e648ac4f97a8), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.793202 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-44ca6270-0379-4ed7-a160-4f19a2a25d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c42c0a22-85df-40b4-988d-e648ac4f97a8), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.796427 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-afe4f372-7ed5-46ab-8b32-ecd2e1be2acd service neutron] 10.222.0.47 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496227 Feb 28 19:42:15.823908 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.831840 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca6270-0379-4ed7-a160-4f19a2a25d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c0a22-85df-40b4-988d-e648ac4f97a8,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:15.838639 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-44ca6270-0379-4ed7-a160-4f19a2a25d79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d080f72d190a40a08e8808bc25f4c2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289553 Feb 28 19:42:15.838869 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42272) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:15.886288 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51a77d75-643f-4da1-8f1e-b2750e5d5a49 admin admin] Publish callbacks [] for security_group (c42c0a22-85df-40b4-988d-e648ac4f97a8), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.886516 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Pushing event deleted for resources: {'Port': ['ID=7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:15.908296 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51a77d75-643f-4da1-8f1e-b2750e5d5a49 admin admin] Publish callbacks [] for security_group (c42c0a22-85df-40b4-988d-e648ac4f97a8), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.958804 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51a77d75-643f-4da1-8f1e-b2750e5d5a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c42c0a22-85df-40b4-988d-e648ac4f97a8), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.960086 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] No DVR routers for this DVR port 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:42:15.960767 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-51a77d75-643f-4da1-8f1e-b2750e5d5a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.964383 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-51a77d75-643f-4da1-8f1e-b2750e5d5a49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c42c0a22-85df-40b4-988d-e648ac4f97a8 HTTP/1.1" status: 204 len: 168 time: 0.1222146 Feb 28 19:42:15.964534 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:15.967759 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60cab1c4-dee8-40b6-8732-eeb4a3cfa527 req-7909fa9d-c043-429e-8bb8-6e76b8f6cd73 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.30 "DELETE /v2.0/ports/7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 HTTP/1.1" status: 204 len: 173 time: 1.1387227 Feb 28 19:42:15.968213 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f60a08c-542c-402c-a1fc-1076c1982950', 'name': 'network-vif-deleted', 'tag': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:15.970626 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38771b61-8c92-4f89-8e7d-b4d3a34d285d" -d '{"events": [{"server_uuid": "0f60a08c-542c-402c-a1fc-1076c1982950", "name": "network-vif-deleted", "tag": "7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:15.971944 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a77d75-643f-4da1-8f1e-b2750e5d5a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c0a22-85df-40b4-988d-e648ac4f97a8,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:15.988486 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-f7f73fe7-5b87-4661-9383-189b9c7718d9 service neutron] 10.222.0.47 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851075 Feb 28 19:42:16.095962 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66619b6-a4cf-4a09-8ae9-a41226a46db4 req-65c2bf8e-0f2f-4f3d-8507-d943ed349ba9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:16.097149 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a66619b6-a4cf-4a09-8ae9-a41226a46db4 req-65c2bf8e-0f2f-4f3d-8507-d943ed349ba9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0590792 Feb 28 19:42:16.162452 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311ecaa1-3974-4fb8-8193-18d23b36c5aa x-openstack-request-id: req-311ecaa1-3974-4fb8-8193-18d23b36c5aa {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:16.162745 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f60a08c-542c-402c-a1fc-1076c1982950", "name": "network-vif-deleted", "tag": "7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:16.162994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-311ecaa1-3974-4fb8-8193-18d23b36c5aa {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:16.163576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f60a08c-542c-402c-a1fc-1076c1982950', 'name': 'network-vif-deleted', 'tag': '7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1', 'status': 'completed', 'code': 200} Feb 28 19:42:16.171831 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a66619b6-a4cf-4a09-8ae9-a41226a46db4 req-f953e823-d701-4907-a40f-25541e71e691 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Feb 28 19:42:16.269667 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f62dcfc7-5118-46e4-bc71-8c8e8dcd6211 req-1c8dd13b-076b-43d8-ab0c-d6673d97a29c tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Feb 28 19:42:16.296423 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe405537-49cd-478d-ae6c-326ad501f993 req-2009dc95-ecfa-44d2-9ec4-a5256a421f04 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:16.297936 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fe405537-49cd-478d-ae6c-326ad501f993 req-2009dc95-ecfa-44d2-9ec4-a5256a421f04 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0951200 Feb 28 19:42:16.312060 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42292) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:16.327456 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77d15cd1-6ea9-423f-9e4c-b60663372981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.349167 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fe405537-49cd-478d-ae6c-326ad501f993 req-e05ee449-ae72-450b-ac24-122ef1756973 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Feb 28 19:42:16.413690 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77d15cd1-6ea9-423f-9e4c-b60663372981 admin admin] Publish callbacks [] for security_group (c9252bb8-8ce2-4951-8ceb-38f6071c1b4b), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.418116 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77d15cd1-6ea9-423f-9e4c-b60663372981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c9252bb8-8ce2-4951-8ceb-38f6071c1b4b), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.458894 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-77d15cd1-6ea9-423f-9e4c-b60663372981 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5190bcf3ba91478f9c67b43fcbe5af2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432166 Feb 28 19:42:16.458894 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d15cd1-6ea9-423f-9e4c-b60663372981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9252bb8-8ce2-4951-8ceb-38f6071c1b4b,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:16.459345 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42298) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:16.514811 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6c2b83f2-0062-4b4a-82cf-eb916b91c8ce admin admin] Publish callbacks [] for security_group (c9252bb8-8ce2-4951-8ceb-38f6071c1b4b), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.537492 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6c2b83f2-0062-4b4a-82cf-eb916b91c8ce admin admin] Publish callbacks [] for security_group (c9252bb8-8ce2-4951-8ceb-38f6071c1b4b), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.587940 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6c2b83f2-0062-4b4a-82cf-eb916b91c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c9252bb8-8ce2-4951-8ceb-38f6071c1b4b), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.590684 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6c2b83f2-0062-4b4a-82cf-eb916b91c8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:16.591846 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-6c2b83f2-0062-4b4a-82cf-eb916b91c8ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9252bb8-8ce2-4951-8ceb-38f6071c1b4b HTTP/1.1" status: 204 len: 168 time: 0.1314707 Feb 28 19:42:16.599538 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b83f2-0062-4b4a-82cf-eb916b91c8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9252bb8-8ce2-4951-8ceb-38f6071c1b4b,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:16.833379 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-497c5e27-9249-4ea3-b853-b2d64d7b1a91 req-24098794-756a-434a-aa09-66979805da71 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0268610 Feb 28 19:42:17.268356 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42326) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:17.309742 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c6d78-05a4-4828-a7e5-1d733877d2aa req-ac9b4009-4b03-46d5-b4d1-b8b88b131ddf tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:17.311224 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-601c6d78-05a4-4828-a7e5-1d733877d2aa req-ac9b4009-4b03-46d5-b4d1-b8b88b131ddf tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0618994 Feb 28 19:42:17.374488 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-913047558-network', 'tenant_id': 'ba7b8a5c14ac4ed8bc1394861470c584'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:17.380478 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25465c55-23b6-46f7-9f12-e828f9a954e6 req-c6f50b1c-ee77-4683-9f12-03111c932505 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0381038 Feb 28 19:42:17.385127 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-601c6d78-05a4-4828-a7e5-1d733877d2aa req-a2701470-2c91-4442-a219-876f4e5483bc tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Feb 28 19:42:17.401476 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Made reservation on behalf of ba7b8a5c14ac4ed8bc1394861470c584 for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:17.404040 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.414649 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.491174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a3221-5b56-4129-b172-a9aa2f7a280e req-8b519a7d-7671-45d0-8193-795e84c795e9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:17.492661 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0c0a3221-5b56-4129-b172-a9aa2f7a280e req-8b519a7d-7671-45d0-8193-795e84c795e9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0528290 Feb 28 19:42:17.493686 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks [] for security_group (f0f2162f-169b-4fb4-af4e-4d44237732c5), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.499637 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f0f2162f-169b-4fb4-af4e-4d44237732c5), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.520544 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:42:17.535397 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f2162f-169b-4fb4-af4e-4d44237732c5,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:17.538417 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (cdb1585c-aa34-4481-8433-87f5e4e2f942), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.538763 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Added segment cdb1585c-aa34-4481-8433-87f5e4e2f942 of type vlan for network d0bf59d3-bb7a-4906-92c8-7ee2bcb51727 Feb 28 19:42:17.545075 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0c0a3221-5b56-4129-b172-a9aa2f7a280e req-4eb94e73-f636-4318-bea5-c7e0aecbedb9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Feb 28 19:42:17.578327 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (d0bf59d3-bb7a-4906-92c8-7ee2bcb51727), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.604600 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (d0bf59d3-bb7a-4906-92c8-7ee2bcb51727), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.605591 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:17.606179 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.661290 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3889778 Feb 28 19:42:17.662786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42336) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:17.667655 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Request body: {'subnet': {'network_id': 'd0bf59d3-bb7a-4906-92c8-7ee2bcb51727', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-913047558-subnet', 'tenant_id': 'ba7b8a5c14ac4ed8bc1394861470c584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:17.669793 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d07ec-2ba0-439e-9976-15c8dfb28796 admin admin] Pushing event updated for resources: {'Network': ['ID=d0bf59d3-bb7a-4906-92c8-7ee2bcb51727,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:17.670292 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-29cc3c33-6026-4e4a-a7e5-b9eb702974da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.679416 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network d0bf59d3-bb7a-4906-92c8-7ee2bcb51727 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:42:17.694523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Made reservation on behalf of ba7b8a5c14ac4ed8bc1394861470c584 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:17.696820 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.862310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (1b9397f4-08ac-43ca-b0a8-9d19763525c3), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.925290 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:17.934163 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9397f4-08ac-43ca-b0a8-9d19763525c3,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:17.938795 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0469957d-aaf6-4cc9-acbc-535d46a0acfe req-853ea3d7-614f-4a61-a4a0-524694025f4f tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0383346 Feb 28 19:42:17.955777 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Checking segment: {'id': 'cdb1585c-aa34-4481-8433-87f5e4e2f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd0bf59d3-bb7a-4906-92c8-7ee2bcb51727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:17.956142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Network hostable DHCP agents. Network: d0bf59d3-bb7a-4906-92c8-7ee2bcb51727, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:42:17.975130 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Network d0bf59d3-bb7a-4906-92c8-7ee2bcb51727 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:42:17.985073 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, d0bf59d3-bb7a-4906-92c8-7ee2bcb51727) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:17.989760 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:17.990384 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:17.994243 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa433ec4-5303-472c-9c1a-9bcd46999d81 None None] Network d0bf59d3-bb7a-4906-92c8-7ee2bcb51727 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:18.016363 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-47f3cfa5-4ba0-4e51-aa92-ac9893e563b7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3440592 Feb 28 19:42:18.099566 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ca516-71dc-418d-9ec3-64b33e1e3d5a None None] Network d0bf59d3-bb7a-4906-92c8-7ee2bcb51727 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:18.491550 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0443a878-285a-4e83-a1db-281b14aef7ff req-2de1eec5-ec08-4a89-b90d-9355242b8d06 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0399630 Feb 28 19:42:18.497920 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42360) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:18.508169 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-361473642-network', 'tenant_id': '9ad361bf8a264fafa498b40f1cfeb59a'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:18.529997 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Made reservation on behalf of 9ad361bf8a264fafa498b40f1cfeb59a for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:18.532262 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.541439 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.552091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee21a7-6a7c-403f-ae5d-4742767a938f req-5b8f49b6-a269-4fdc-81d0-95c25531b732 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:18.553590 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-93ee21a7-6a7c-403f-ae5d-4742767a938f req-5b8f49b6-a269-4fdc-81d0-95c25531b732 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0803251 Feb 28 19:42:18.603673 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-93ee21a7-6a7c-403f-ae5d-4742767a938f req-caf828dd-4a9e-4c9c-a517-c36e244f5310 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Feb 28 19:42:18.639736 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks [] for security_group (f968a30c-9d4f-4878-833b-ec0d21de3bd3), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.644534 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f968a30c-9d4f-4878-833b-ec0d21de3bd3), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.668458 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:42:18.674953 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf80945-5a82-4e80-b4e0-5bb436dc3224 req-7f5e222e-5c3d-47d0-aea5-a4c4170e2603 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:18.676702 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ddf80945-5a82-4e80-b4e0-5bb436dc3224 req-7f5e222e-5c3d-47d0-aea5-a4c4170e2603 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0546474 Feb 28 19:42:18.678393 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f968a30c-9d4f-4878-833b-ec0d21de3bd3,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:18.683200 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (4d425f9d-dd96-446c-ac08-3579bc65828c), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.683540 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Added segment 4d425f9d-dd96-446c-ac08-3579bc65828c of type vlan for network 91b4cd7e-1fea-40ef-9065-322b84f4fe18 Feb 28 19:42:18.721881 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (91b4cd7e-1fea-40ef-9065-322b84f4fe18), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.729484 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ddf80945-5a82-4e80-b4e0-5bb436dc3224 req-4b475e68-bc26-4c3d-9942-1d1ea22a3d59 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448880 Feb 28 19:42:18.741995 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.752987 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (91b4cd7e-1fea-40ef-9065-322b84f4fe18), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.753970 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:18.754554 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.803049 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3037410 Feb 28 19:42:18.805895 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42364) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:18.810795 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Request body: {'subnet': {'network_id': '91b4cd7e-1fea-40ef-9065-322b84f4fe18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-361473642-subnet', 'tenant_id': '9ad361bf8a264fafa498b40f1cfeb59a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:18.813436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a803386-4333-4326-ad1b-897282ce6279 admin admin] Pushing event updated for resources: {'Network': ['ID=91b4cd7e-1fea-40ef-9065-322b84f4fe18,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:18.823375 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 91b4cd7e-1fea-40ef-9065-322b84f4fe18 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:42:18.831393 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Made reservation on behalf of 9ad361bf8a264fafa498b40f1cfeb59a for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:18.833806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:18.997318 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (342bd40e-f3ba-4df1-9043-92b3ca0fc19f), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:19.061997 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01b40d75-51d1-4cbd-9acd-1d7346e7deef req-ee64dc65-0fae-4bb3-925f-6af3ffdf2c98 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0418446 Feb 28 19:42:19.072823 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342bd40e-f3ba-4df1-9043-92b3ca0fc19f,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:19.088277 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Checking segment: {'id': '4d425f9d-dd96-446c-ac08-3579bc65828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '91b4cd7e-1fea-40ef-9065-322b84f4fe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:19.088703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Network hostable DHCP agents. Network: 91b4cd7e-1fea-40ef-9065-322b84f4fe18, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:42:19.109037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Network 91b4cd7e-1fea-40ef-9065-322b84f4fe18 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:42:19.118645 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 91b4cd7e-1fea-40ef-9065-322b84f4fe18) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:19.122619 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:19.123205 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:19.128446 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff9b508-1a71-48ba-aa57-72b056737eae None None] Network 91b4cd7e-1fea-40ef-9065-322b84f4fe18 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:19.140421 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0384fb84-af49-4abe-b6ae-5922103a48f5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3334455 Feb 28 19:42:19.225081 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064a8cc-55bf-414e-a252-a833d18338ec None None] Network 91b4cd7e-1fea-40ef-9065-322b84f4fe18 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:19.585217 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-df961e54-38c1-4564-8f0f-1950b21b0f22 req-999f2a36-9da7-4556-b01d-163a86d32c0a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0283544 Feb 28 19:42:19.640513 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:42:19.684748 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:42:19.685306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 7f94e1f8-e1d7-46f7-934d-ee0e7e8496a1 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:42:19.774212 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df826498-c0a3-4b41-a394-2124f0df5c1c req-6670a038-9313-44f5-acb3-e2d46dd13d77 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:19.776048 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-df826498-c0a3-4b41-a394-2124f0df5c1c req-6670a038-9313-44f5-acb3-e2d46dd13d77 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0603991 Feb 28 19:42:19.856467 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-df826498-c0a3-4b41-a394-2124f0df5c1c req-2a4a4dd2-8874-4a3e-9cda-9901fff1395f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722032 Feb 28 19:42:19.877055 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546314-df02-4721-87cb-4cc8ba7efff0 req-bdf13a89-f69e-487e-8ea1-7fbea1e61526 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:19.881560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e546314-df02-4721-87cb-4cc8ba7efff0 req-bdf13a89-f69e-487e-8ea1-7fbea1e61526 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0831854 Feb 28 19:42:19.927158 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e546314-df02-4721-87cb-4cc8ba7efff0 req-441ef03f-688f-4bc7-a280-2c644cf87d3f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Feb 28 19:42:20.001689 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:20.163711 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-348c9732-604f-4160-bbbe-8b47d651fa0f req-1fc01eeb-98c7-4455-b4bd-688443a52a20 tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0278549 Feb 28 19:42:20.219320 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:20.687878 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9dd10c9b-85e0-4d92-80e3-f808b5a4b69c req-5a3439a8-bd84-4b5c-a610-e6e54ba03e64 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0279524 Feb 28 19:42:20.986176 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873cd2-32d7-4929-88c9-fdeebb158911 req-1ca596a5-2654-42c2-b18a-19a342c8e744 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:20.988093 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57873cd2-32d7-4929-88c9-fdeebb158911 req-1ca596a5-2654-42c2-b18a-19a342c8e744 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 944 time: 0.0604386 Feb 28 19:42:21.134514 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57873cd2-32d7-4929-88c9-fdeebb158911 req-318b661d-b99f-469a-b1c0-44edb2de1cf3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393092 Feb 28 19:42:21.143807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5881a-26b1-4685-ab7f-541b6a383f02 req-0a737d9e-a03e-45be-a678-998554633d43 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:21.145288 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5de5881a-26b1-4685-ab7f-541b6a383f02 req-0a737d9e-a03e-45be-a678-998554633d43 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1521993 Feb 28 19:42:21.198544 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-549a5bcd-81c9-476f-8eee-0ac0dacd352d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:21.199974 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-549a5bcd-81c9-476f-8eee-0ac0dacd352d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "GET /v2.0/networks?id=9b6c4db2-306b-41c0-a563-d279bf3b47e8 HTTP/1.1" status: 200 len: 808 time: 0.1527691 Feb 28 19:42:21.221038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Request body: {'port': {'device_id': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8', 'admin_state_up': True, 'tenant_id': 'acd81c1e248e48c398263d0a53d50cb3'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:21.243464 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5de5881a-26b1-4685-ab7f-541b6a383f02 req-d66f04c6-3c1b-4276-9b97-99fe7712d7c3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Feb 28 19:42:21.303943 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-400b6651-caa9-4f5d-a7c3-97a07ad51907 req-e8165e79-7b51-48f5-a5a1-52511f90240e tempest-DeleteServersTestJSON-447085593 tempest-DeleteServersTestJSON-447085593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f60a08c-542c-402c-a1fc-1076c1982950 HTTP/1.1" status: 200 len: 210 time: 0.0370595 Feb 28 19:42:21.357524 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Made reservation on behalf of acd81c1e248e48c398263d0a53d50cb3 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:21.361328 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:21.492505 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Allocated IP 172.20.0.5 (9b6c4db2-306b-41c0-a563-d279bf3b47e8/23d156f3-c2af-4493-8cbe-730dd398d6ac/4e070266-e0d4-41ef-b071-9acbf4e34edd) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:21.586239 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:21.654717 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks [] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:21.691464 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:21.735181 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:21.738342 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:21.741729 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:21.747299 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:21.747941 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:21.779998 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Pushing event updated for resources: {'Port': ['ID=4e070266-e0d4-41ef-b071-9acbf4e34edd,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:21.801774 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-856e5344-10c6-4a2d-8773-ba8ad5b512cc tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853536 Feb 28 19:42:21.815025 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Request body: {'port': {'device_id': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:21.851139 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725cf75-60b0-4318-98eb-731eb523c9b3 req-66651c6d-645a-4772-b4e2-b77043836216 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:21.853392 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5725cf75-60b0-4318-98eb-731eb523c9b3 req-66651c6d-645a-4772-b4e2-b77043836216 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 931 time: 0.0953205 Feb 28 19:42:21.900349 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:21.942685 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 54492895-9560-4676-9b77-b54585a185a7 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:21.952949 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5725cf75-60b0-4318-98eb-731eb523c9b3 req-94d430cc-bbc9-4614-a0d7-6cdeecf728d7 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942593 Feb 28 19:42:21.999012 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 54492895-9560-4676-9b77-b54585a185a7 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:42:22.003474 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 54492895-9560-4676-9b77-b54585a185a7 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:22.003864 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (54492895-9560-4676-9b77-b54585a185a7), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.083843 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 54492895-9560-4676-9b77-b54585a185a7 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:22.084248 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (54492895-9560-4676-9b77-b54585a185a7), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.107185 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54492895-9560-4676-9b77-b54585a185a7'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:22.109467 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a836f8fe-07cd-4ac6-9f9e-161544c05dce" -d '{"events": [{"server_uuid": "7cb882a1-7c1d-4826-adea-186153de0ad0", "name": "network-vif-plugged", "status": "completed", "tag": "54492895-9560-4676-9b77-b54585a185a7"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:22.121731 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 54492895-9560-4676-9b77-b54585a185a7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=54492895-9560-4676-9b77-b54585a185a7,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:22.127561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (54492895-9560-4676-9b77-b54585a185a7), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.153556 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12faab3-55b1-4586-866a-151fe340a01a x-openstack-request-id: req-a12faab3-55b1-4586-866a-151fe340a01a {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:22.153871 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb882a1-7c1d-4826-adea-186153de0ad0", "name": "network-vif-plugged", "status": "completed", "tag": "54492895-9560-4676-9b77-b54585a185a7", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:22.154126 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a12faab3-55b1-4586-866a-151fe340a01a {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:22.154514 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54492895-9560-4676-9b77-b54585a185a7', 'code': 200} Feb 28 19:42:22.187300 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=54492895-9560-4676-9b77-b54585a185a7,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:22.244882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e070266-e0d4-41ef-b071-9acbf4e34edd {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:22.254466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Publish callbacks [] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.271709 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Transition to ACTIVE for port object 4e070266-e0d4-41ef-b071-9acbf4e34edd will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:42:22.286532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62c9df-0377-4796-9233-f6f5da40743a req-18aa4849-2f53-4ae5-b395-edaa9b4550ea tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:22.288118 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee62c9df-0377-4796-9233-f6f5da40743a req-18aa4849-2f53-4ae5-b395-edaa9b4550ea tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.0808125 Feb 28 19:42:22.289882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.425305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Pushing event updated for resources: {'Port': ['ID=4e070266-e0d4-41ef-b071-9acbf4e34edd,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:22.471905 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee62c9df-0377-4796-9233-f6f5da40743a req-6600c0cf-88dd-472e-8dfb-6a5dfdba0551 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724808 Feb 28 19:42:22.479322 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Attempting to bind port 4e070266-e0d4-41ef-b071-9acbf4e34edd on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:22.479682 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Attempting to bind port 4e070266-e0d4-41ef-b071-9acbf4e34edd by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:22.480001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Attempting to bind port 4e070266-e0d4-41ef-b071-9acbf4e34edd on network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:22.499771 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df6f1b-e914-4519-8147-1e0142568a13 req-c2a7bd6b-d5e5-435b-b41e-1b3c104895f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:22.501285 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6df6f1b-e914-4519-8147-1e0142568a13 req-c2a7bd6b-d5e5-435b-b41e-1b3c104895f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1760056 Feb 28 19:42:22.502807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Port 4e070266-e0d4-41ef-b071-9acbf4e34edd on network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:42:22.503122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Attempting to bind port 4e070266-e0d4-41ef-b071-9acbf4e34edd on network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:22.506920 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bcd39-ad4e-4287-9c6d-551d5ca187e1 req-08dde094-a059-43ea-882c-54da2a611035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:22.508270 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d86bcd39-ad4e-4287-9c6d-551d5ca187e1 req-08dde094-a059-43ea-882c-54da2a611035 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 1129 time: 0.1614244 Feb 28 19:42:22.518800 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:22.519146 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Checking segment: {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:22.519573 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Bound using segment: {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:22.520031 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Bound port: 4e070266-e0d4-41ef-b071-9acbf4e34edd, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:22.520379 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.615331 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6df6f1b-e914-4519-8147-1e0142568a13 req-86f79063-bec1-4ecc-8c71-74117c9741db tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050730 Feb 28 19:42:22.644016 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d86bcd39-ad4e-4287-9c6d-551d5ca187e1 req-4c54ea42-8b29-492e-8000-0b3f140f4a33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129248 Feb 28 19:42:22.649943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] For port 4e070266-e0d4-41ef-b071-9acbf4e34edd, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:22.653454 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] For port 4e070266-e0d4-41ef-b071-9acbf4e34edd, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e070266-e0d4-41ef-b071-9acbf4e34edd,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:22.659118 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.696548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:22.697087 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:22.698754 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e070266-e0d4-41ef-b071-9acbf4e34edd HTTP/1.1" status: 200 len: 1093 time: 0.8889422 Feb 28 19:42:22.699169 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'tag': '4e070266-e0d4-41ef-b071-9acbf4e34edd'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:22.708068 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab4b0c0-a78a-4387-af1c-ddee9212346c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6", "tag": "4e070266-e0d4-41ef-b071-9acbf4e34edd"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:22.746838 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955152d-e44c-4eb4-ac56-7fbaeb637105 service neutron] Pushing event updated for resources: {'Port': ['ID=4e070266-e0d4-41ef-b071-9acbf4e34edd,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:22.750387 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa21930-68a2-4e0d-9123-f9f007b366dd x-openstack-request-id: req-dfa21930-68a2-4e0d-9123-f9f007b366dd {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:22.751159 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6", "tag": "4e070266-e0d4-41ef-b071-9acbf4e34edd", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:22.751159 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dfa21930-68a2-4e0d-9123-f9f007b366dd {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:22.756445 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'tag': '4e070266-e0d4-41ef-b071-9acbf4e34edd', 'status': 'completed', 'code': 200} Feb 28 19:42:23.101138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b0c0-a78a-4387-af1c-ddee9212346c req-f3138747-8fda-4f32-98d2-e4b55a31e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.102631 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ab4b0c0-a78a-4387-af1c-ddee9212346c req-f3138747-8fda-4f32-98d2-e4b55a31e8bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd81c1e248e48c398263d0a53d50cb3&device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 1127 time: 0.0870965 Feb 28 19:42:23.146830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b475f-d11f-49af-99bb-38063d1d37bb req-757906e2-c3e1-4a40-82e7-460ee2c3baa1 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.148358 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a05b475f-d11f-49af-99bb-38063d1d37bb req-757906e2-c3e1-4a40-82e7-460ee2c3baa1 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0973403 Feb 28 19:42:23.245974 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a05b475f-d11f-49af-99bb-38063d1d37bb req-a4de1086-5df9-48d4-b319-a3a17e4c003b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731208 Feb 28 19:42:23.253464 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b0c0-a78a-4387-af1c-ddee9212346c req-464a4081-3688-4c20-ac49-69f97164db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.255124 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ab4b0c0-a78a-4387-af1c-ddee9212346c req-464a4081-3688-4c20-ac49-69f97164db40 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=acd81c1e248e48c398263d0a53d50cb3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1378713 Feb 28 19:42:23.385509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4b0c0-a78a-4387-af1c-ddee9212346c req-a5544c13-b929-44db-84b1-b13c815db841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.387146 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ab4b0c0-a78a-4387-af1c-ddee9212346c req-a5544c13-b929-44db-84b1-b13c815db841 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185939 Feb 28 19:42:23.487945 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8f633530-e82a-407f-b362-fd0fc01cf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.489818 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-8f633530-e82a-407f-b362-fd0fc01cf435 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd81c1e248e48c398263d0a53d50cb3&device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 1127 time: 0.0475440 Feb 28 19:42:23.534751 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-9dbc42b2-274d-462b-9ff1-193a12c9ec82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e070266-e0d4-41ef-b071-9acbf4e34edd HTTP/1.1" status: 200 len: 217 time: 0.0370402 Feb 28 19:42:23.608583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-9f3457a7-e35d-45c5-bf34-470903706216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.610119 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-9f3457a7-e35d-45c5-bf34-470903706216 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23d156f3-c2af-4493-8cbe-730dd398d6ac HTTP/1.1" status: 200 len: 848 time: 0.0680487 Feb 28 19:42:23.632376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbff2b0-8a7a-4f96-8137-8e8f92d9c98d req-9ce9d390-aa63-4925-be25-531739d41874 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:23.633778 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5bbff2b0-8a7a-4f96-8137-8e8f92d9c98d req-9ce9d390-aa63-4925-be25-531739d41874 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.0927880 Feb 28 19:42:23.653835 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-5012046b-ec14-4a32-9e48-b9fdc2f3742b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c4db2-306b-41c0-a563-d279bf3b47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351255 Feb 28 19:42:24.004232 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5bbff2b0-8a7a-4f96-8137-8e8f92d9c98d req-8dd042c0-c3d0-45d0-ab38-7e5d2f3ca809 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533080 Feb 28 19:42:24.040345 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-5aae5748-5080-4995-9cf4-9f9b2f12d0e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748531 Feb 28 19:42:24.050689 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124906b-94da-46f5-819b-514dc6718ae2 req-655fe08a-c699-48be-8265-2bf43f073153 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:24.052099 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2124906b-94da-46f5-819b-514dc6718ae2 req-655fe08a-c699-48be-8265-2bf43f073153 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.3685849 Feb 28 19:42:24.080117 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42482) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:24.137803 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Deleting subnet 152fc372-fd86-4799-892b-d733c227a0d8 {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:42:24.141418 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Publish callbacks [] for subnet (152fc372-fd86-4799-892b-d733c227a0d8), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.154486 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2124906b-94da-46f5-819b-514dc6718ae2 req-dbce6f84-62ac-45c2-b8eb-4df8ab38ee87 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Feb 28 19:42:24.176283 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6545ac03-e7af-4852-92bf-e81d277fd484 req-43179a2a-30dc-4b92-a061-4d63e3afa7cf service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189127 Feb 28 19:42:24.186506 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Publish callbacks [] for subnet (152fc372-fd86-4799-892b-d733c227a0d8), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.199822 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (152fc372-fd86-4799-892b-d733c227a0d8), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.263672 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (152fc372-fd86-4799-892b-d733c227a0d8), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.294357 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152fc372-fd86-4799-892b-d733c227a0d8,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:24.312584 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.317600 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ee5c7b6c-4108-42f1-b493-f8ecc3ac8cb4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/152fc372-fd86-4799-892b-d733c227a0d8 HTTP/1.1" status: 204 len: 168 time: 0.2363698 Feb 28 19:42:24.319356 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42492) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:24.420264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (6034157f-d405-40ba-b0c2-ecb405d28623), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.446389 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cd232-316b-4479-8179-84eb2e004d30 req-3d56b70d-ff57-4b0e-bbbb-f4bccb71ef42 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:24.447868 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f9cd232-316b-4479-8179-84eb2e004d30 req-3d56b70d-ff57-4b0e-bbbb-f4bccb71ef42 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.1214461 Feb 28 19:42:24.545191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (6034157f-d405-40ba-b0c2-ecb405d28623), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.566339 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f9cd232-316b-4479-8179-84eb2e004d30 req-c0b7f750-5799-4b31-afb2-8b46adadf9c1 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987153 Feb 28 19:42:24.575843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.576192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.576925 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > port after_create 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > port after_update 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.589378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.764787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.765390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.765905 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.766417 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:24.766975 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6034157f-d405-40ba-b0c2-ecb405d28623']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:24.787784 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ca1b79-b8d0-46ee-a6d8-3295033a9997') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:24.788088 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ca1b79-b8d0-46ee-a6d8-3295033a9997') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:24.805284 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (51ca1b79-b8d0-46ee-a6d8-3295033a9997), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.826969 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (51ca1b79-b8d0-46ee-a6d8-3295033a9997), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.835602 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:42:24.836088 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (51ca1b79-b8d0-46ee-a6d8-3295033a9997), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: from cryptography.utils import int_from_bytes Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: from cryptography.utils import int_from_bytes Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:42:24.873417 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:42:24.935199 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (6034157f-d405-40ba-b0c2-ecb405d28623), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.942860 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:24.946311 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6034157f-d405-40ba-b0c2-ecb405d28623 HTTP/1.1" status: 204 len: 168 time: 0.6259246 Feb 28 19:42:24.957551 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bc9b-c4ee-4007-b4e9-8c3b155cc317 admin admin] Pushing event deleted for resources: {'Network': ['ID=6034157f-d405-40ba-b0c2-ecb405d28623,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:25.109278 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42502) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:25.124108 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b69ba-6b93-4aed-8224-7398ddf23d72 req-52d2712f-0741-4f67-bc26-0a40cd77c8fe tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:25.125646 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-814b69ba-6b93-4aed-8224-7398ddf23d72 req-52d2712f-0741-4f67-bc26-0a40cd77c8fe tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.0544343 Feb 28 19:42:25.153505 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-553441ad-883a-4ed0-832b-0db25b2679e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ab2ed2c675047e2b7e78493d230fac2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430195 Feb 28 19:42:25.156126 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42504) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:25.173296 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-814b69ba-6b93-4aed-8224-7398ddf23d72 req-9b2a5abb-9e4e-4779-815d-47a28545614d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 Feb 28 19:42:25.206045 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-edb82820-080f-4f2e-ac9a-253718374eaf admin admin] Publish callbacks [] for security_group (5b45f7a2-72e3-4505-b08f-04dcd5775009), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:25.236220 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-edb82820-080f-4f2e-ac9a-253718374eaf admin admin] Publish callbacks [] for security_group (5b45f7a2-72e3-4505-b08f-04dcd5775009), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:25.294756 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aaed0-ca21-44ac-9554-46db4910a632 req-274cfbf0-f3d6-4952-a7f6-8098a5e81267 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:25.301631 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-af4aaed0-ca21-44ac-9554-46db4910a632 req-274cfbf0-f3d6-4952-a7f6-8098a5e81267 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0773990 Feb 28 19:42:25.307303 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-edb82820-080f-4f2e-ac9a-253718374eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5b45f7a2-72e3-4505-b08f-04dcd5775009), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:25.310034 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-edb82820-080f-4f2e-ac9a-253718374eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:25.311176 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-edb82820-080f-4f2e-ac9a-253718374eaf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b45f7a2-72e3-4505-b08f-04dcd5775009 HTTP/1.1" status: 204 len: 168 time: 0.1540985 Feb 28 19:42:25.319537 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb82820-080f-4f2e-ac9a-253718374eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b45f7a2-72e3-4505-b08f-04dcd5775009,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:25.370914 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-af4aaed0-ca21-44ac-9554-46db4910a632 req-7b575817-b095-4dd0-9ecd-4005c5e15507 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642457 Feb 28 19:42:25.728454 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a5f28-7bfa-4488-a465-1fd5e63a7859 req-af2efbfb-e70b-4248-844a-f8ecfa31576c tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:25.730011 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a30a5f28-7bfa-4488-a465-1fd5e63a7859 req-af2efbfb-e70b-4248-844a-f8ecfa31576c tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0755885 Feb 28 19:42:25.776598 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a30a5f28-7bfa-4488-a465-1fd5e63a7859 req-12ec2915-003c-4fe9-90c6-b5da3e5a72c6 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Feb 28 19:42:26.523822 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733523-cbeb-44c4-ac16-3714b1d25eaa req-8c7aa8d8-bfda-443b-8a3a-070ced57f457 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:26.525490 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a733523-cbeb-44c4-ac16-3714b1d25eaa req-8c7aa8d8-bfda-443b-8a3a-070ced57f457 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0714037 Feb 28 19:42:26.571414 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a733523-cbeb-44c4-ac16-3714b1d25eaa req-c29005cb-24e5-49cb-80c9-49bc6d5cec1e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Feb 28 19:42:26.914600 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e301e8c-b39e-48bd-b15d-5658adc676bd req-abb48f13-deb1-4d6b-8b26-617103cca844 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:26.916091 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2e301e8c-b39e-48bd-b15d-5658adc676bd req-abb48f13-deb1-4d6b-8b26-617103cca844 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0608461 Feb 28 19:42:26.970311 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2e301e8c-b39e-48bd-b15d-5658adc676bd req-c83e56ae-5473-4e7c-a081-19421ce4d5c5 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459146 Feb 28 19:42:27.692992 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31366809-70fe-49d7-92e7-b76a9436e17f req-b6b41a2a-347f-43c5-b7f6-94f0f0200751 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:27.694515 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-31366809-70fe-49d7-92e7-b76a9436e17f req-b6b41a2a-347f-43c5-b7f6-94f0f0200751 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0538957 Feb 28 19:42:27.741794 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-31366809-70fe-49d7-92e7-b76a9436e17f req-b44754e8-c6d7-4f8c-8b36-8e7ef14cc3bd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Feb 28 19:42:28.097853 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a49fc-41f9-4a58-9242-7b9c313c12a3 req-f527a969-4b7c-4e1d-94c2-eb3298ed1d71 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:28.099293 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-888a49fc-41f9-4a58-9242-7b9c313c12a3 req-f527a969-4b7c-4e1d-94c2-eb3298ed1d71 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0540862 Feb 28 19:42:28.149446 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-888a49fc-41f9-4a58-9242-7b9c313c12a3 req-b4e6584d-f276-4248-a99b-e83cbf60934b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Feb 28 19:42:28.876942 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ebadc-d1e4-47c4-838e-002b92a91ab8 req-f5e52805-dc7a-4770-a2c9-de8d26df5963 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:28.878387 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fe5ebadc-d1e4-47c4-838e-002b92a91ab8 req-f5e52805-dc7a-4770-a2c9-de8d26df5963 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0578322 Feb 28 19:42:28.929298 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fe5ebadc-d1e4-47c4-838e-002b92a91ab8 req-022babef-5eda-4554-9eea-e43c158471d8 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Feb 28 19:42:29.285018 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877506-4cfc-464e-b683-57e591e6eb6e req-25beb32a-ee80-48b8-8e89-7d443e7e975a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:29.286516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-93877506-4cfc-464e-b683-57e591e6eb6e req-25beb32a-ee80-48b8-8e89-7d443e7e975a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0549471 Feb 28 19:42:29.335083 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-93877506-4cfc-464e-b683-57e591e6eb6e req-7c71f692-dcb5-46d1-9364-93a3130ba6d8 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Feb 28 19:42:30.053395 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3c6b2-95ac-4d39-bddb-cbecef3e6974 req-e73ad9be-a325-4629-8972-a3c7d1104986 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:30.054989 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9ce3c6b2-95ac-4d39-bddb-cbecef3e6974 req-e73ad9be-a325-4629-8972-a3c7d1104986 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0585859 Feb 28 19:42:30.101521 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9ce3c6b2-95ac-4d39-bddb-cbecef3e6974 req-29920937-e545-413d-8521-6032848dcb20 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Feb 28 19:42:30.467066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf997c-5f0b-4551-9c0f-bc816aceca61 req-b4bc4ebc-69bc-4be6-bbda-0f716550e01d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:30.468514 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cddf997c-5f0b-4551-9c0f-bc816aceca61 req-b4bc4ebc-69bc-4be6-bbda-0f716550e01d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0538330 Feb 28 19:42:30.516371 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cddf997c-5f0b-4551-9c0f-bc816aceca61 req-a9cae359-6930-43ac-959c-acb779cdce91 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400121 Feb 28 19:42:31.267601 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e590b3-e3eb-4704-9f25-1321a0c1e564 req-fc8eb504-d5e2-40b4-8f78-980651e5c16a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:31.269173 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35e590b3-e3eb-4704-9f25-1321a0c1e564 req-fc8eb504-d5e2-40b4-8f78-980651e5c16a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0998268 Feb 28 19:42:31.332276 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35e590b3-e3eb-4704-9f25-1321a0c1e564 req-6cdb3e67-fb17-4927-af02-9dd21d1e7acb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Feb 28 19:42:31.422330 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-2313f90c-5219-4bbd-83d3-e3da5bb6fae4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:31.423795 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-2313f90c-5219-4bbd-83d3-e3da5bb6fae4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.1061213 Feb 28 19:42:31.439498 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-ba24bab3-3fc2-4c27-b1dc-c16ce6b3d198 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/quotas/3bd22773665549c4a777f84b4d39cf00 HTTP/1.1" status: 200 len: 375 time: 0.0101950 Feb 28 19:42:31.497547 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-a87d471b-905e-4b0f-b701-a13e7301a481 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532358 Feb 28 19:42:31.595555 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-b7205954-c145-4fc3-a132-3c2763639f9f service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913572 Feb 28 19:42:31.688538 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47251-19cd-4c74-bf90-e24f7d97eb78 req-66192ed8-07e2-4df9-a532-9952bb1014eb tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:31.690025 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1af47251-19cd-4c74-bf90-e24f7d97eb78 req-66192ed8-07e2-4df9-a532-9952bb1014eb tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.1075876 Feb 28 19:42:31.722263 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-8703626f-566b-47dc-b701-6017b2e36d23 service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124027 Feb 28 19:42:31.749394 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1af47251-19cd-4c74-bf90-e24f7d97eb78 req-433792ec-7001-499e-8aa5-8ac798baf3b5 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532069 Feb 28 19:42:31.880894 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c04c7865-2650-4b3b-a939-75c997713b8d req-9a6e567d-0ff6-41ad-ad86-cf3c55aec3ab tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 210 time: 0.0305099 Feb 28 19:42:32.459097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8990-1d8b-4b45-bd15-302da6b5faf0 req-26c8201e-88ab-490e-9639-d9f50d83fe2a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:32.460545 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e47a8990-1d8b-4b45-bd15-302da6b5faf0 req-26c8201e-88ab-490e-9639-d9f50d83fe2a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0546477 Feb 28 19:42:32.507198 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e47a8990-1d8b-4b45-bd15-302da6b5faf0 req-cdc668bc-98f4-4253-b934-05a1d1e0325c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410821 Feb 28 19:42:32.875987 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef6d9b-2c5a-4f72-bbdf-9b390b7af3be req-1592b245-1e55-44dd-87d1-2086f25a6a8d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:32.877520 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbef6d9b-2c5a-4f72-bbdf-9b390b7af3be req-1592b245-1e55-44dd-87d1-2086f25a6a8d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 943 time: 0.0551071 Feb 28 19:42:32.930502 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbef6d9b-2c5a-4f72-bbdf-9b390b7af3be req-90f0c558-4369-4bd9-b837-cd709e58c214 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Feb 28 19:42:32.959991 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 4e070266-e0d4-41ef-b071-9acbf4e34edd details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:42:32.985599 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dbe29972-f522-4482-9864-d5617be33b18 req-35438124-12e5-44d5-b4a7-e45843d93197 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 210 time: 0.0387995 Feb 28 19:42:33.063468 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 4e070266-e0d4-41ef-b071-9acbf4e34edd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e070266-e0d4-41ef-b071-9acbf4e34edd,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:33.074583 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '4e070266-e0d4-41ef-b071-9acbf4e34edd', 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8', 'port_id': '4e070266-e0d4-41ef-b071-9acbf4e34edd', 'mac_address': 'fa:16:3e:b6:a2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d156f3-c2af-4493-8cbe-730dd398d6ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:42:33.113980 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 4e070266-e0d4-41ef-b071-9acbf4e34edd is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:33.114450 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:33.128383 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e070266-e0d4-41ef-b071-9acbf4e34edd {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:33.147743 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 4e070266-e0d4-41ef-b071-9acbf4e34edd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e070266-e0d4-41ef-b071-9acbf4e34edd,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:33.155780 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:33.206440 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=4e070266-e0d4-41ef-b071-9acbf4e34edd,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:33.650589 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650a86d-9c09-413f-b41c-2f86ee132ecc req-804cd4d9-3b6b-47d3-b251-7ae94b346958 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:33.652048 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9650a86d-9c09-413f-b41c-2f86ee132ecc req-804cd4d9-3b6b-47d3-b251-7ae94b346958 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0629370 Feb 28 19:42:33.709311 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9650a86d-9c09-413f-b41c-2f86ee132ecc req-6bcc9aec-4481-46e0-bef0-9e7608e7c34d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Feb 28 19:42:34.100366 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ed29f7bc-190a-4090-a0e2-784e92065cf7 req-f9de1b9d-89a7-462c-8f9e-8a13ca8c9360 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 210 time: 0.0482805 Feb 28 19:42:34.107590 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057726f-1338-491a-bb72-c6de973a873d req-a4803b03-5b4b-4661-b6a8-dda2ef9f7c69 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:34.108942 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4057726f-1338-491a-bb72-c6de973a873d req-a4803b03-5b4b-4661-b6a8-dda2ef9f7c69 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 944 time: 0.1009204 Feb 28 19:42:34.156459 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4057726f-1338-491a-bb72-c6de973a873d req-35b919cf-1fb1-4a0f-b789-f223a9fe4f32 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Feb 28 19:42:34.839687 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d265480-9fa1-4aa9-9959-86092e387ae7 req-14c4c8a3-90bb-4fb0-b8e0-33ad013c81fe tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:34.841138 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d265480-9fa1-4aa9-9959-86092e387ae7 req-14c4c8a3-90bb-4fb0-b8e0-33ad013c81fe tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0548997 Feb 28 19:42:34.887643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d265480-9fa1-4aa9-9959-86092e387ae7 req-012263e6-41a4-494b-9bd7-bc67e189e151 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Feb 28 19:42:35.194724 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8f028635-0757-429c-850c-69191457b180 req-8fb8516c-ce61-4e29-87b2-02f95f273150 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 210 time: 0.0273714 Feb 28 19:42:35.285944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca109-b9cd-4723-9136-4c27e477311e req-5f984803-8aae-491c-a7a8-b32e99d164ef tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:35.287707 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-568ca109-b9cd-4723-9136-4c27e477311e req-5f984803-8aae-491c-a7a8-b32e99d164ef tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 944 time: 0.0610857 Feb 28 19:42:35.334390 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-568ca109-b9cd-4723-9136-4c27e477311e req-e6d5a409-c1ad-4c83-8169-21eeb50260a5 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Feb 28 19:42:36.006450 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0e00-3cc0-46a7-98c3-849e437dc6c6 req-d55fa482-909c-4b0c-9826-b3a4b0c82e4e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:36.008000 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb9f0e00-3cc0-46a7-98c3-849e437dc6c6 req-d55fa482-909c-4b0c-9826-b3a4b0c82e4e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0539997 Feb 28 19:42:36.111543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb9f0e00-3cc0-46a7-98c3-849e437dc6c6 req-65133740-5335-438a-b2a4-cce16c128efe tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977731 Feb 28 19:42:36.150709 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['4e070266-e0d4-41ef-b071-9acbf4e34edd'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:36.154329 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-0da9f5ea-6993-4068-9215-518891643120 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:36.155797 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-0da9f5ea-6993-4068-9215-518891643120 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.1253259 Feb 28 19:42:36.169519 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Request body: {'port': {'device_id': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'admin_state_up': True, 'tenant_id': '3bd22773665549c4a777f84b4d39cf00'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:36.323202 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b8e675ab-f808-4d1d-9f9e-e026b9679093 req-b153488f-1979-419a-b23b-6d817f9f4a0f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 210 time: 0.0461941 Feb 28 19:42:36.324281 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Made reservation on behalf of 3bd22773665549c4a777f84b4d39cf00 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:36.327638 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:36.522719 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Allocated IP 172.20.0.13 (5bcda800-1fc1-4c7e-b53f-e930f5358b9c/a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa/a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:36.534037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fcf10-3800-48e4-a036-ef15b63bec9f req-e02950a8-2d5f-4427-9c2b-416dc554a583 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:36.535537 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f85fcf10-3800-48e4-a036-ef15b63bec9f req-e02950a8-2d5f-4427-9c2b-416dc554a583 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 944 time: 0.1168349 Feb 28 19:42:36.616250 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f85fcf10-3800-48e4-a036-ef15b63bec9f req-70b04868-95d3-47b2-b539-773eb4556007 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750594 Feb 28 19:42:36.724998 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks [] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:36.766405 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:36.786364 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278', '54492895-9560-4676-9b77-b54585a185a7'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:36.810397 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:36.813828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:36.816826 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:36.850239 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event updated for resources: {'Port': ['ID=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:36.873778 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:36.874563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:36.894711 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-5f205d8c-5a89-4f8f-91f6-d0364716ea2f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7287681 Feb 28 19:42:36.906261 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Request body: {'port': {'device_id': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:36.969514 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:37.271158 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:37.281558 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc7e7-8d7e-41cf-a7db-05d56f83da33 req-eae95d78-8f9d-4345-b654-cf4793d5adce tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:37.283042 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-942cc7e7-8d7e-41cf-a7db-05d56f83da33 req-eae95d78-8f9d-4345-b654-cf4793d5adce tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1033320 Feb 28 19:42:37.286950 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Publish callbacks [] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:37.311385 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Transition to ACTIVE for port object a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:42:37.317253 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:37.374711 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-942cc7e7-8d7e-41cf-a7db-05d56f83da33 req-ea264bb0-8450-45f0-9a23-a17f5aac01c1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853882 Feb 28 19:42:37.386522 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:37.498996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Attempting to bind port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:37.499390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Attempting to bind port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:37.499710 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Attempting to bind port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:37.514992 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ebec6-d634-4cba-b6c3-8dfc50778ee6 req-e96a1614-def6-4acf-b9bc-6878f78c0b9c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:37.516588 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f6ebec6-d634-4cba-b6c3-8dfc50778ee6 req-e96a1614-def6-4acf-b9bc-6878f78c0b9c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 944 time: 0.0894473 Feb 28 19:42:37.517375 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:42:37.517702 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Attempting to bind port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:37.523805 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:37.524164 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Checking segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:37.524545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Bound using segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:37.525041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Bound port: a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:37.525422 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:37.614705 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f6ebec6-d634-4cba-b6c3-8dfc50778ee6 req-3046acdb-334a-487d-a8f8-cd7541b055e5 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868750 Feb 28 19:42:37.633548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] For port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:37.636935 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] For port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:37.649757 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:37.692156 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:37.692775 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:37.694338 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] 10.222.0.30 "PUT /v2.0/ports/a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd HTTP/1.1" status: 200 len: 1094 time: 0.7925649 Feb 28 19:42:37.695468 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'tag': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:37.698239 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e8a757-c24a-4f7a-aa43-de6ac3995a84" -d '{"events": [{"name": "network-changed", "server_uuid": "d47d9b6b-0999-4aca-b946-7bb8b167f61b", "tag": "a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:37.756597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3f76b-539e-48e5-9c4c-cb3b4970bff0 x-openstack-request-id: req-c9f3f76b-539e-48e5-9c4c-cb3b4970bff0 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:37.756887 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47d9b6b-0999-4aca-b946-7bb8b167f61b", "tag": "a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:37.757148 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9f3f76b-539e-48e5-9c4c-cb3b4970bff0 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:37.757548 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'tag': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd', 'status': 'completed', 'code': 200} Feb 28 19:42:37.770728 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8cd46-b163-4d1e-819c-4b6617b5d905 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:37.813264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b973c04-3041-4520-b03f-4760713e5167 req-2ce7aef0-1ab4-467f-aec4-4c3f1452c791 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:37.814781 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5b973c04-3041-4520-b03f-4760713e5167 req-2ce7aef0-1ab4-467f-aec4-4c3f1452c791 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 944 time: 0.1043537 Feb 28 19:42:37.840434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-73335e84-6424-4e2e-8c71-176058c21fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:37.841963 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-73335e84-6424-4e2e-8c71-176058c21fb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 1128 time: 0.0932388 Feb 28 19:42:37.887448 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42830) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:37.899113 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-4916d73b-1259-441b-9490-7b1b82754ed6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd HTTP/1.1" status: 200 len: 217 time: 0.0475755 Feb 28 19:42:37.948067 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5b973c04-3041-4520-b03f-4760713e5167 req-36fa58c7-140e-44eb-a9ee-18acbc5dcab1 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248062 Feb 28 19:42:37.967992 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73573131-1712-4fa5-9871-ea9af353a025 req-82a30522-bad4-4a64-9209-7452c2f488e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:37.969612 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-82a30522-bad4-4a64-9209-7452c2f488e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0633388 Feb 28 19:42:37.990935 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 4e070266-e0d4-41ef-b071-9acbf4e34edd up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:38.005481 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-ed9b3e16-707d-4440-bd27-313e517e9dbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288396 Feb 28 19:42:38.044301 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-371b78b5-3c7f-46e4-9ad4-3edd69da57fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.071514 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 4e070266-e0d4-41ef-b071-9acbf4e34edd completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:42:38.076547 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 4e070266-e0d4-41ef-b071-9acbf4e34edd triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:38.077900 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.143230 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-de3e5726-63c3-45b4-8c66-edf99989680f service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305003 Feb 28 19:42:38.150344 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-371b78b5-3c7f-46e4-9ad4-3edd69da57fc admin admin] Publish callbacks [] for security_group (9f9d9713-2fd1-45fe-b58a-4a42838dc66e), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.154434 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-371b78b5-3c7f-46e4-9ad4-3edd69da57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (9f9d9713-2fd1-45fe-b58a-4a42838dc66e), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.162881 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 4e070266-e0d4-41ef-b071-9acbf4e34edd is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:38.163276 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.182207 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-371b78b5-3c7f-46e4-9ad4-3edd69da57fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=531bca9bb93e435d9e15481523f71b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936423 Feb 28 19:42:38.188516 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42838) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:38.188831 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e070266-e0d4-41ef-b071-9acbf4e34edd'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:38.191633 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6151fa-b28e-416d-9291-18461df81044" -d '{"events": [{"server_uuid": "6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6", "name": "network-vif-plugged", "status": "completed", "tag": "4e070266-e0d4-41ef-b071-9acbf4e34edd"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:38.213791 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 4e070266-e0d4-41ef-b071-9acbf4e34edd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e070266-e0d4-41ef-b071-9acbf4e34edd,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:38.218412 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.246994 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8fedb-d23f-4de9-aaa9-89f82796b068 x-openstack-request-id: req-82d8fedb-d23f-4de9-aaa9-89f82796b068 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:38.247285 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b78b5-3c7f-46e4-9ad4-3edd69da57fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d9713-2fd1-45fe-b58a-4a42838dc66e,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:38.247469 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6", "name": "network-vif-plugged", "status": "completed", "tag": "4e070266-e0d4-41ef-b071-9acbf4e34edd", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:38.247565 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82d8fedb-d23f-4de9-aaa9-89f82796b068 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:38.247932 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e070266-e0d4-41ef-b071-9acbf4e34edd', 'code': 200} Feb 28 19:42:38.271114 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2d8164ea-9b78-4dc8-8e3f-cd80f4ec3fa2 admin admin] Publish callbacks [] for security_group (9f9d9713-2fd1-45fe-b58a-4a42838dc66e), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.282671 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=4e070266-e0d4-41ef-b071-9acbf4e34edd,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:38.284761 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73573131-1712-4fa5-9871-ea9af353a025 req-337047ac-0243-4472-ab83-51212772fd80 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327503 Feb 28 19:42:38.293382 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2d8164ea-9b78-4dc8-8e3f-cd80f4ec3fa2 admin admin] Publish callbacks [] for security_group (9f9d9713-2fd1-45fe-b58a-4a42838dc66e), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.343488 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2d8164ea-9b78-4dc8-8e3f-cd80f4ec3fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (9f9d9713-2fd1-45fe-b58a-4a42838dc66e), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.346173 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2d8164ea-9b78-4dc8-8e3f-cd80f4ec3fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:38.347314 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2d8164ea-9b78-4dc8-8e3f-cd80f4ec3fa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f9d9713-2fd1-45fe-b58a-4a42838dc66e HTTP/1.1" status: 204 len: 168 time: 0.1577678 Feb 28 19:42:38.357824 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8164ea-9b78-4dc8-8e3f-cd80f4ec3fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d9713-2fd1-45fe-b58a-4a42838dc66e,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:38.443127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-52f348d6-5ba4-4e8e-810d-adaa055ecdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:38.444623 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-52f348d6-5ba4-4e8e-810d-adaa055ecdc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 1128 time: 0.0915453 Feb 28 19:42:38.526614 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24c1f-470a-405c-bd8c-b41ccd35d897 req-6ba3d0ae-4bd7-4a11-be3f-e2ed92e5fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:38.528109 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73c24c1f-470a-405c-bd8c-b41ccd35d897 req-6ba3d0ae-4bd7-4a11-be3f-e2ed92e5fdcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 1129 time: 0.1319499 Feb 28 19:42:38.591757 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7f329-26b5-45ed-b93a-e64384e468ab req-936019ba-e890-446e-8f18-fcc7940ffba3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:38.593309 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-28b7f329-26b5-45ed-b93a-e64384e468ab req-936019ba-e890-446e-8f18-fcc7940ffba3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1477580 Feb 28 19:42:38.631504 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73c24c1f-470a-405c-bd8c-b41ccd35d897 req-e79eebe2-15d6-4eaf-9498-442ec88ccbf1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956743 Feb 28 19:42:38.634415 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-8e0a68c5-be53-4df9-a255-791bd7430c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:38.635768 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-8e0a68c5-be53-4df9-a255-791bd7430c75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 915 time: 0.1785362 Feb 28 19:42:38.667657 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-28b7f329-26b5-45ed-b93a-e64384e468ab req-0d484858-7f08-4e9b-99f1-31d2831bab58 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Feb 28 19:42:38.755196 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1753a-8cb0-456b-8624-9f69dd518906 req-914821b3-4f5d-450a-9608-a3679ae4567d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:38.756782 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b4b1753a-8cb0-456b-8624-9f69dd518906 req-914821b3-4f5d-450a-9608-a3679ae4567d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 944 time: 0.0647371 Feb 28 19:42:38.810308 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b4b1753a-8cb0-456b-8624-9f69dd518906 req-65600c8f-528b-41e2-a8c1-28f1b829ef22 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478508 Feb 28 19:42:38.958470 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-a5964637-05e3-4685-93b5-5dd97c6d011b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd HTTP/1.1" status: 200 len: 217 time: 0.0535510 Feb 28 19:42:39.013534 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42884) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:39.046761 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 42888) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:39.123042 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1820227672-network', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:39.156202 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Made reservation on behalf of f9625c15cf3a4fb29a9836d1871ed66f for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:39.158794 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.167328 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a127fee6-a5fe-44ad-a009-0c93de6a4ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.175612 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.303350 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-9d980c6c-3070-4654-aaba-be9ef8867cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:39.304797 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-9d980c6c-3070-4654-aaba-be9ef8867cc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.3405504 Feb 28 19:42:39.306222 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a127fee6-a5fe-44ad-a009-0c93de6a4ec1 admin admin] Publish callbacks [] for security_group (50e38ae6-735b-4dc2-8092-8d39ab24641b), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.311120 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks [] for security_group (89882405-dec4-4cc9-856b-bb259313ead8), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.312846 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a127fee6-a5fe-44ad-a009-0c93de6a4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (50e38ae6-735b-4dc2-8092-8d39ab24641b), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.323252 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (89882405-dec4-4cc9-856b-bb259313ead8), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.342946 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-f2857021-6b19-4dd1-9781-f4536ebaa839 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309157 Feb 28 19:42:39.350623 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c09991-387f-4f97-9cf8-83d1f4022f26 req-ccccbb2f-24ba-4a6b-b165-eda9688a1770 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:39.352250 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73c09991-387f-4f97-9cf8-83d1f4022f26 req-ccccbb2f-24ba-4a6b-b165-eda9688a1770 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 945 time: 0.0895958 Feb 28 19:42:39.372627 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-a127fee6-a5fe-44ad-a009-0c93de6a4ec1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebbf9163570f49f090ed28f2f8f2bd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242192 Feb 28 19:42:39.376150 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42894) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:39.378048 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:42:39.383501 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fee6-a5fe-44ad-a009-0c93de6a4ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e38ae6-735b-4dc2-8092-8d39ab24641b,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:39.414761 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (d46aca10-f5b8-43ba-b43c-02aa03a29724), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.415102 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Added segment d46aca10-f5b8-43ba-b43c-02aa03a29724 of type vlan for network 85253814-09ff-42fb-ada1-ad3b037b3866 Feb 28 19:42:39.449874 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89882405-dec4-4cc9-856b-bb259313ead8,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:39.490736 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (85253814-09ff-42fb-ada1-ad3b037b3866), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.497516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73c09991-387f-4f97-9cf8-83d1f4022f26 req-d702a296-3ad8-4e41-b08b-5d7e3d0a1014 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361272 Feb 28 19:42:39.521585 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-757fcdef-7b50-4f6b-a7d7-028a603d0e19 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681471 Feb 28 19:42:39.524568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4f051225-17b3-4573-ae4f-72383072ab2b admin admin] Publish callbacks [] for security_group (50e38ae6-735b-4dc2-8092-8d39ab24641b), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.526865 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (85253814-09ff-42fb-ada1-ad3b037b3866), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.527855 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:39.528607 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.554104 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5394478 Feb 28 19:42:39.559867 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42896) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:39.593701 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Request body: {'subnet': {'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1820227672-subnet', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:39.593986 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab0be1-f2cf-4cb3-8d7b-ea8e752bfd1a admin admin] Pushing event updated for resources: {'Network': ['ID=85253814-09ff-42fb-ada1-ad3b037b3866,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:39.603725 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4f051225-17b3-4573-ae4f-72383072ab2b admin admin] Publish callbacks [] for security_group (50e38ae6-735b-4dc2-8092-8d39ab24641b), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.611016 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 85253814-09ff-42fb-ada1-ad3b037b3866 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:42:39.654839 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Made reservation on behalf of f9625c15cf3a4fb29a9836d1871ed66f for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:39.658490 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.736510 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15e8a757-c24a-4f7a-aa43-de6ac3995a84 req-50419841-1d24-46c2-88a9-1b8640992906 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070289 Feb 28 19:42:39.775409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4f051225-17b3-4573-ae4f-72383072ab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (50e38ae6-735b-4dc2-8092-8d39ab24641b), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.777837 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4f051225-17b3-4573-ae4f-72383072ab2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:39.778952 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4f051225-17b3-4573-ae4f-72383072ab2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50e38ae6-735b-4dc2-8092-8d39ab24641b HTTP/1.1" status: 204 len: 168 time: 0.3952813 Feb 28 19:42:39.802590 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f051225-17b3-4573-ae4f-72383072ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e38ae6-735b-4dc2-8092-8d39ab24641b,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:39.837703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39e4d-1c9c-410b-a072-faecdcc4ad2a req-43bfac83-ed0b-4611-8163-28145152f482 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:39.839470 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d6a39e4d-1c9c-410b-a072-faecdcc4ad2a req-43bfac83-ed0b-4611-8163-28145152f482 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1016982 Feb 28 19:42:39.975985 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d6a39e4d-1c9c-410b-a072-faecdcc4ad2a req-73261fc6-7382-4950-9964-3955b17dd7b0 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304991 Feb 28 19:42:39.998284 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (5d2835cd-232e-4482-9164-186ff921bf6c), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.016370 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2680d12-48bb-4366-9075-444d31af3b4a req-651da069-ce24-4c20-b9ee-3e7b83e3c905 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:40.017891 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f2680d12-48bb-4366-9075-444d31af3b4a req-651da069-ce24-4c20-b9ee-3e7b83e3c905 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 944 time: 0.1321046 Feb 28 19:42:40.088545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2835cd-232e-4482-9164-186ff921bf6c,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:40.102523 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:42:40.109819 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f2680d12-48bb-4366-9075-444d31af3b4a req-8375116d-908f-43e7-ab4a-9eff7d9fad53 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724137 Feb 28 19:42:40.110927 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Checking segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:40.111287 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Network hostable DHCP agents. Network: 85253814-09ff-42fb-ada1-ad3b037b3866, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:42:40.132833 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:42:40.142870 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 85253814-09ff-42fb-ada1-ad3b037b3866) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:40.147209 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:40.147812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.153527 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507f6c1-2e3e-4ee2-8cf6-98076aaae38b None None] Network 85253814-09ff-42fb-ada1-ad3b037b3866 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:40.167866 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4ec86c20-f217-4f37-bc17-e228c20988e1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6068244 Feb 28 19:42:40.170363 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42916) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:40.176189 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:40.200304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (add6b73d-8210-443f-a89f-07048486f1c2), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.201996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (add6b73d-8210-443f-a89f-07048486f1c2), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.273372 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-85253814-09ff-42fb-ada1-ad3b037b3866', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:42:40.274453 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.289548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks [] for router_controller (add6b73d-8210-443f-a89f-07048486f1c2), precommit_add_association {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.460245 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Allocated IP 172.20.0.2 (85253814-09ff-42fb-ada1-ad3b037b3866/5d2835cd-232e-4482-9164-186ff921bf6c/5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:40.481269 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks [] for router_gateway (add6b73d-8210-443f-a89f-07048486f1c2), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.647587 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Publish callbacks [] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.655430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acc6bc-fc79-4b7e-b5cd-4051352e8046 req-929c9415-d19f-422f-94b3-c27738ec9ddf tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:40.656212 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60acc6bc-fc79-4b7e-b5cd-4051352e8046 req-929c9415-d19f-422f-94b3-c27738ec9ddf tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 945 time: 0.0797348 Feb 28 19:42:40.667279 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.726265 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:40.731147 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:40.733493 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Pushing event updated for resources: {'Port': ['ID=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:40.735805 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:40.801572 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Attempting to bind port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:40.801946 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Attempting to bind port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:40.802436 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Attempting to bind port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:40.808307 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:40.808686 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Checking segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:40.809199 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.809637 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Bound using segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:40.810157 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Bound port: 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:40.810574 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.841734 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60acc6bc-fc79-4b7e-b5cd-4051352e8046 req-b40d1899-6d8d-45df-b324-1c4c83f999d6 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200261 Feb 28 19:42:40.851039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks [] for router_gateway (add6b73d-8210-443f-a89f-07048486f1c2), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.870550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.894251 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] For port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:40.897826 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] For port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:40.905187 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:40.965572 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d63df-c7c7-482c-805e-1eebba0ae8fd None None] Pushing event updated for resources: {'Port': ['ID=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:40.984690 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Allocated IP 172.27.0.161 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/3562744f-aaf6-426e-917c-0ca4f783a8d4) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:41.139345 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks [] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:41.159233 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc72f6e-3862-45ff-ba03-a628f477aa3d req-5bb7b8eb-6c2d-42d4-ac2e-b647b7ad6cbe tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:41.160748 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbc72f6e-3862-45ff-ba03-a628f477aa3d req-5bb7b8eb-6c2d-42d4-ac2e-b647b7ad6cbe tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0995753 Feb 28 19:42:41.217037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:41.309567 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbc72f6e-3862-45ff-ba03-a628f477aa3d req-0a5ba51a-6878-45eb-8a1f-ba790de75ce7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290946 Feb 28 19:42:41.317129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:41.325194 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:41.331166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:41.335157 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3562744f-aaf6-426e-917c-0ca4f783a8d4,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:41.385639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb15a0c-632a-4c7c-bcba-1d9cf1cfcadc req-f9b75cfc-f537-43af-b884-7ee422a2761c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:41.387105 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7cb15a0c-632a-4c7c-bcba-1d9cf1cfcadc req-f9b75cfc-f537-43af-b884-7ee422a2761c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 944 time: 0.1537335 Feb 28 19:42:41.521179 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7cb15a0c-632a-4c7c-bcba-1d9cf1cfcadc req-87a13b8e-e39a-4ae9-b80e-404915583d67 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280208 Feb 28 19:42:41.658951 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks [] for router_gateway (add6b73d-8210-443f-a89f-07048486f1c2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:41.907310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (add6b73d-8210-443f-a89f-07048486f1c2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:42.001194 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3421240d-fdee-41ef-bb42-790a5431cd1f None None] Network 85253814-09ff-42fb-ada1-ad3b037b3866 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:42.049533 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a11552-39bc-4ad3-afd5-d02f3a416e72 req-fa0caa9f-0186-43ec-8b19-cf79264f39f9 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:42.051028 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54a11552-39bc-4ad3-afd5-d02f3a416e72 req-fa0caa9f-0186-43ec-8b19-cf79264f39f9 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 945 time: 0.1051941 Feb 28 19:42:42.071546 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] Provisioning complete for port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:42.071833 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:42.112944 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54a11552-39bc-4ad3-afd5-d02f3a416e72 req-8e6351e9-0c99-416f-9604-1bf6012eff1e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Feb 28 19:42:42.121882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Router add6b73d-8210-443f-a89f-07048486f1c2 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:42:42.193677 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] Current status of the port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:42.194092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:42.228598 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] For port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:42.234772 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:42.270715 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:42:42.283342 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:42:42.292263 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c506f-2ff0-41ae-bcd3-448a1d14f8da None None] Pushing event updated for resources: {'Port': ['ID=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:42.295843 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:42.296607 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:42.296758 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:42.300681 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4bb2cef1-8afe-424c-99b4-3d6afdf469b6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1268709 Feb 28 19:42:42.301537 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 42980) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:42.417546 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:42.457804 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-3d2a5e00-da60-4c46-ac65-7e6373bde565 None None] Provisioning complete for port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:42.458465 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5e00-da60-4c46-ac65-7e6373bde565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:42.549396 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-3d2a5e00-da60-4c46-ac65-7e6373bde565 None None] Current status of the port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:42.580201 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1a87-26db-43d1-afc9-9c480f982cfb req-9b54e77d-a2ec-467a-821e-e160e87fd380 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:42.581693 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73df1a87-26db-43d1-afc9-9c480f982cfb req-9b54e77d-a2ec-467a-821e-e160e87fd380 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1185386 Feb 28 19:42:42.625849 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:41Z', 'revision_number': 3, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:42.652869 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:42:42.653537 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Updating router add6b73d-8210-443f-a89f-07048486f1c2 port 3562744f-aaf6-426e-917c-0ca4f783a8d4 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:42:42.688346 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.000280 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Publish callbacks [] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.008753 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.027705 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73df1a87-26db-43d1-afc9-9c480f982cfb req-1ac2eadf-307b-4365-a566-8e579c69d81d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353703 Feb 28 19:42:43.036112 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf61b4f-83e0-4bb1-b3f8-4c14c05e74e7 req-754082df-64b5-4165-af5c-7684a1efbdb0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:43.037714 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dcf61b4f-83e0-4bb1-b3f8-4c14c05e74e7 req-754082df-64b5-4165-af5c-7684a1efbdb0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 944 time: 0.1443582 Feb 28 19:42:43.072873 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Pushing event updated for resources: {'Port': ['ID=3562744f-aaf6-426e-917c-0ca4f783a8d4,revision_number=2']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:43.099797 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.100686 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.101365 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.101953 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.103093 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.103657 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.104278 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:43.104895 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.105474 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.106001 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.106575 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.107097 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.107657 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.108559 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:43.112876 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Attempting to bind port 3562744f-aaf6-426e-917c-0ca4f783a8d4 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:43.113922 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Attempting to bind port 3562744f-aaf6-426e-917c-0ca4f783a8d4 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:43.114496 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Attempting to bind port 3562744f-aaf6-426e-917c-0ca4f783a8d4 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:43.121366 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:43.122526 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:43.123190 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.123815 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:43.124523 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Bound port: 3562744f-aaf6-426e-917c-0ca4f783a8d4, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:43.125172 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.182815 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] For port 3562744f-aaf6-426e-917c-0ca4f783a8d4, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:43.186946 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] For port 3562744f-aaf6-426e-917c-0ca4f783a8d4, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=3562744f-aaf6-426e-917c-0ca4f783a8d4,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:43.204884 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.221869 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:43.223787 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.266300 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dcf61b4f-83e0-4bb1-b3f8-4c14c05e74e7 req-5b032727-be54-40f0-8d27-cc17212a5c62 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106102 Feb 28 19:42:43.430905 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.544038 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:43.545561 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:43.558352 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ce43-d3e8-4b94-b8dd-69ebc194cf34 req-31bdeae3-0db2-4a66-97dd-2ce14d0ab41f tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:43.565785 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-88c8ce43-d3e8-4b94-b8dd-69ebc194cf34 req-31bdeae3-0db2-4a66-97dd-2ce14d0ab41f tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 945 time: 0.1456170 Feb 28 19:42:43.589795 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413c1e2-2117-43c9-9479-db51995cf05b None None] Pushing event updated for resources: {'Port': ['ID=3562744f-aaf6-426e-917c-0ca4f783a8d4,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:43.638505 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:43.692056 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:43.704333 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-88c8ce43-d3e8-4b94-b8dd-69ebc194cf34 req-7fb06985-2805-40cf-9736-da2bf37b2d89 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373787 Feb 28 19:42:43.726634 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Allocated IP 172.20.0.1 (85253814-09ff-42fb-ada1-ad3b037b3866/5d2835cd-232e-4482-9164-186ff921bf6c/a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:43.841921 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks [] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.875031 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:41Z', 'revision_number': 3, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:43.876121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:43.904847 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631a824-bd69-48a9-9bdc-22fb49ffb9dc None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:41Z', 'revision_number': 3, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:42:43.915677 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:43.918562 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:43.922210 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:43.928029 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Pushing event updated for resources: {'Port': ['ID=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:43.966567 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (add6b73d-8210-443f-a89f-07048486f1c2), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.004564 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:42:44.123122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.163632 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:44.181078 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'port_id': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd', 'mac_address': 'fa:16:3e:28:fb:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:42:44.219298 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-46eecb32-ee61-4725-a0bd-bfa0b7d1d6ca None None] Provisioning complete for port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:44.219712 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-46eecb32-ee61-4725-a0bd-bfa0b7d1d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.285079 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:44.285520 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.287486 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-46eecb32-ee61-4725-a0bd-bfa0b7d1d6ca None None] Port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:42:44.304053 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:44.304351 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bad18-a36d-46f5-96d1-447424abad08 req-62025fe3-c0e6-4d26-84c7-0bbe31f6f191 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:44.306105 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-768bad18-a36d-46f5-96d1-447424abad08 req-62025fe3-c0e6-4d26-84c7-0bbe31f6f191 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1593370 Feb 28 19:42:44.335182 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:44.341643 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.401184 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:44.436511 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-768bad18-a36d-46f5-96d1-447424abad08 req-3269bb8d-3481-4851-9b4a-df8976d4f978 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176264 Feb 28 19:42:44.463585 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks [] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.472441 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1b96-3500-4954-acec-fdddbe521da7 req-2a3a598a-a7b8-44ab-b8d6-8adf578bcc8a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:44.474068 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a6b1b96-3500-4954-acec-fdddbe521da7 req-2a3a598a-a7b8-44ab-b8d6-8adf578bcc8a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 945 time: 0.1293375 Feb 28 19:42:44.475229 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.570491 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (add6b73d-8210-443f-a89f-07048486f1c2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:44.577142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Pushing event updated for resources: {'Port': ['ID=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:44.593200 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a6b1b96-3500-4954-acec-fdddbe521da7 req-47f7e9c5-d52e-4ec8-998d-b7ffdd9aa1f3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122913 Feb 28 19:42:44.694823 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:44.696221 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:44.918192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:42:44.926744 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014527c-4c06-4067-9877-23635e4528ac req-2efd2d5b-e22d-46f9-adca-4aafa7efc914 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:44.934151 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6014527c-4c06-4067-9877-23635e4528ac req-2efd2d5b-e22d-46f9-adca-4aafa7efc914 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 945 time: 0.0879781 Feb 28 19:42:44.955258 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43060) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:45.021511 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Deleting subnet 1b9397f4-08ac-43ca-b0a8-9d19763525c3 {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:42:45.025001 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Publish callbacks [] for subnet (1b9397f4-08ac-43ca-b0a8-9d19763525c3), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.038686 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6014527c-4c06-4067-9877-23635e4528ac req-7d88a2dc-bd06-4f1b-b3b8-c7631c91f662 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036260 Feb 28 19:42:45.040804 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:45.043373 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 3562744f-aaf6-426e-917c-0ca4f783a8d4 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:45.069276 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-8921b11b-fc58-4587-82ea-5a1c6af8076c None None] Provisioning complete for port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:45.069656 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8921b11b-fc58-4587-82ea-5a1c6af8076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.073038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Publish callbacks [] for subnet (1b9397f4-08ac-43ca-b0a8-9d19763525c3), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.079730 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (1b9397f4-08ac-43ca-b0a8-9d19763525c3), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.122253 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:42:45.138979 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for subnet (1b9397f4-08ac-43ca-b0a8-9d19763525c3), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.149828 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-8921b11b-fc58-4587-82ea-5a1c6af8076c None None] Port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:42:45.158030 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-318c5635-3de8-46e3-8096-ced856862a6b admin admin] 10.222.0.47 "PUT /v2.0/routers/add6b73d-8210-443f-a89f-07048486f1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8556659 Feb 28 19:42:45.168807 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9397f4-08ac-43ca-b0a8-9d19763525c3,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:45.173001 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.179610 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-a3dab700-61e8-42e2-ae03-b19fa8090731 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1b9397f4-08ac-43ca-b0a8-9d19763525c3 HTTP/1.1" status: 204 len: 168 time: 0.2232559 Feb 28 19:42:45.180810 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43064) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:45.185271 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 3562744f-aaf6-426e-917c-0ca4f783a8d4 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:45.185735 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.234075 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-b791a9ce-6703-46da-811e-ef76500100c3 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:45.241563 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-b791a9ce-6703-46da-811e-ef76500100c3 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 945 time: 0.1113575 Feb 28 19:42:45.266988 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-dc5308d1-3e84-4a8f-bfe7-3a026516cc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.294029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (d0bf59d3-bb7a-4906-92c8-7ee2bcb51727), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.340493 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 3562744f-aaf6-426e-917c-0ca4f783a8d4 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:45.341196 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.367135 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 3562744f-aaf6-426e-917c-0ca4f783a8d4, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=3562744f-aaf6-426e-917c-0ca4f783a8d4,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:45.374262 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.381024 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Deleting port 4e070266-e0d4-41ef-b071-9acbf4e34edd {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:42:45.381779 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.395388 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (d0bf59d3-bb7a-4906-92c8-7ee2bcb51727), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.419108 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.419771 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.420719 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.421364 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > port after_create 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.422094 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.422783 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > port after_update 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.423346 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.423813 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.424449 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.424975 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.434624 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=3562744f-aaf6-426e-917c-0ca4f783a8d4,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:45.488763 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] For port 4e070266-e0d4-41ef-b071-9acbf4e34edd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e070266-e0d4-41ef-b071-9acbf4e34edd,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:45.489278 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.494862 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.495371 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.495861 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.496490 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:42:45.497151 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bf59d3-bb7a-4906-92c8-7ee2bcb51727']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:45.514825 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Calling delete_port for 4e070266-e0d4-41ef-b071-9acbf4e34edd owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:42:45.518108 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb1585c-aa34-4481-8433-87f5e4e2f942') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:45.518604 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb1585c-aa34-4481-8433-87f5e4e2f942') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:45.541422 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (cdb1585c-aa34-4481-8433-87f5e4e2f942), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.569821 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (cdb1585c-aa34-4481-8433-87f5e4e2f942), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.579491 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:42:45.579873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (cdb1585c-aa34-4481-8433-87f5e4e2f942), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: from cryptography.utils import int_from_bytes Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: from cryptography.utils import int_from_bytes Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:42:45.584176 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:42:45.644009 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7474-189b-475e-9cbf-cbb96c16914b req-22e8b126-2198-4d6f-b38a-ffa6757e2eb2 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:45.645619 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-899a7474-189b-475e-9cbf-cbb96c16914b req-22e8b126-2198-4d6f-b38a-ffa6757e2eb2 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0793264 Feb 28 19:42:45.660076 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (d0bf59d3-bb7a-4906-92c8-7ee2bcb51727), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.669554 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.686462 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d0bf59d3-bb7a-4906-92c8-7ee2bcb51727 HTTP/1.1" status: 204 len: 168 time: 0.5043342 Feb 28 19:42:45.693594 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43078) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:45.713540 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fe89d-f0e5-4f56-a639-3a6b95307c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bf59d3-bb7a-4906-92c8-7ee2bcb51727,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:45.824376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (4e070266-e0d4-41ef-b071-9acbf4e34edd), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.828952 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-899a7474-189b-475e-9cbf-cbb96c16914b req-d8ead603-9d52-4dad-a56d-500160ffdf84 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776316 Feb 28 19:42:45.836566 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Deleting subnet 342bd40e-f3ba-4df1-9043-92b3ca0fc19f {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:42:45.851336 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Publish callbacks [] for subnet (342bd40e-f3ba-4df1-9043-92b3ca0fc19f), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.895971 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43086) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:45.898265 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Pushing event deleted for resources: {'Port': ['ID=4e070266-e0d4-41ef-b071-9acbf4e34edd,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:45.901438 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1837527305-network', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:45.921826 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868570a-7a72-43a2-aefd-d9622e6aad11 req-4786474e-3b4e-4d2f-b926-52a71961113a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:45.922356 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Made reservation on behalf of 3a2c3a86da4c4ee18cc8dab296eb1cdc for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:45.923308 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6868570a-7a72-43a2-aefd-d9622e6aad11 req-4786474e-3b4e-4d2f-b926-52a71961113a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 945 time: 0.2087264 Feb 28 19:42:45.924598 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.933304 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.951391 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (342bd40e-f3ba-4df1-9043-92b3ca0fc19f), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.982980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] No DVR routers for this DVR port 4e070266-e0d4-41ef-b071-9acbf4e34edd on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:42:45.995891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:45.996928 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:42:45.999363 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ddc091e8-fb66-49c0-9ce3-90182fe03b97 req-8fcd7c81-471f-4a3d-9364-c6ce97be051e tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "DELETE /v2.0/ports/4e070266-e0d4-41ef-b071-9acbf4e34edd HTTP/1.1" status: 204 len: 173 time: 0.7556338 Feb 28 19:42:45.999829 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'name': 'network-vif-deleted', 'tag': '4e070266-e0d4-41ef-b071-9acbf4e34edd'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:46.002104 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1310a54c-2aad-413b-a8e5-8d770913e863" -d '{"events": [{"server_uuid": "6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6", "name": "network-vif-deleted", "tag": "4e070266-e0d4-41ef-b071-9acbf4e34edd"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:46.008234 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:46.009776 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:46.042988 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks [] for security_group (df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.044724 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (342bd40e-f3ba-4df1-9043-92b3ca0fc19f), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.050212 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6868570a-7a72-43a2-aefd-d9622e6aad11 req-d8bebaf3-3562-4cb8-a0fb-0956f96db722 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110885 Feb 28 19:42:46.052105 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.082316 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5cb49e-29c4-4c08-a0a8-b554fbb5a21d x-openstack-request-id: req-6d5cb49e-29c4-4c08-a0a8-b554fbb5a21d {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:46.082575 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6", "name": "network-vif-deleted", "tag": "4e070266-e0d4-41ef-b071-9acbf4e34edd", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:46.082826 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d5cb49e-29c4-4c08-a0a8-b554fbb5a21d {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:46.083214 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6', 'name': 'network-vif-deleted', 'tag': '4e070266-e0d4-41ef-b071-9acbf4e34edd', 'status': 'completed', 'code': 200} Feb 28 19:42:46.100820 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:42:46.105728 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:46.116571 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (9d5e188c-1997-45fd-9cb2-da06f535bbfc), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.116839 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Added segment 9d5e188c-1997-45fd-9cb2-da06f535bbfc of type vlan for network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 Feb 28 19:42:46.147929 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:46.148911 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25c3f38d-6a03-4fd3-bd81-3daad2737510 req-0b3dfce8-fa3b-4b76-b823-d775a5f5da41 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0309775 Feb 28 19:42:46.165425 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (342bd40e-f3ba-4df1-9043-92b3ca0fc19f), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.166997 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (62faf976-b077-46a9-9e27-b6cb6e4f42e0), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.198447 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342bd40e-f3ba-4df1-9043-92b3ca0fc19f,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:46.200539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.206186 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e5c971fa-38b1-4578-9b6f-52e02f6cd1cd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/342bd40e-f3ba-4df1-9043-92b3ca0fc19f HTTP/1.1" status: 204 len: 168 time: 0.4987974 Feb 28 19:42:46.206440 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (62faf976-b077-46a9-9e27-b6cb6e4f42e0), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.206529 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:46.207199 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43092) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:46.213852 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.271324 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3714583 Feb 28 19:42:46.271616 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43094) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:46.280691 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Request body: {'subnet': {'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1837527305-subnet', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:46.284583 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ece503-5844-45ac-8eb5-e10d9a038a11 admin admin] Pushing event updated for resources: {'Network': ['ID=62faf976-b077-46a9-9e27-b6cb6e4f42e0,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:46.299883 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:42:46.305153 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (91b4cd7e-1fea-40ef-9065-322b84f4fe18), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.315995 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Made reservation on behalf of 3a2c3a86da4c4ee18cc8dab296eb1cdc for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:46.318228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.418533 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 2, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:46.438098 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (91b4cd7e-1fea-40ef-9065-322b84f4fe18), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.449929 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:42:46.450286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Updating router add6b73d-8210-443f-a89f-07048486f1c2 port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:42:46.467242 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b4cd7e-1fea-40ef-9065-322b84f4fe18']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:46.479077 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.479830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d425f9d-dd96-446c-ac08-3579bc65828c') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:46.480110 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d425f9d-dd96-446c-ac08-3579bc65828c') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:46.491971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (4d425f9d-dd96-446c-ac08-3579bc65828c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.527932 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (4d425f9d-dd96-446c-ac08-3579bc65828c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.537087 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:42:46.537461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (4d425f9d-dd96-446c-ac08-3579bc65828c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:42:46.539075 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:42:46.624698 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (91b4cd7e-1fea-40ef-9065-322b84f4fe18), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.634559 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.637729 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/91b4cd7e-1fea-40ef-9065-322b84f4fe18 HTTP/1.1" status: 204 len: 168 time: 0.4296353 Feb 28 19:42:46.646864 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37c99-c24d-4c57-ae1f-94db2ac461ad admin admin] Pushing event deleted for resources: {'Network': ['ID=91b4cd7e-1fea-40ef-9065-322b84f4fe18,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:46.649451 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.706413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:46.713677 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Checking segment: {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:46.713921 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Network hostable DHCP agents. Network: 62faf976-b077-46a9-9e27-b6cb6e4f42e0, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:42:46.732361 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:42:46.743392 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 62faf976-b077-46a9-9e27-b6cb6e4f42e0) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:46.748567 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:46.749156 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.760258 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Publish callbacks [] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.763183 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a9447-3791-4b10-af22-f053d1a85134 None None] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:46.767135 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d8f88652-99e1-4619-a8f9-6d2453d6be38 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4944618 Feb 28 19:42:46.769938 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43098) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:46.774878 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:46.780008 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.802108 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (8e385693-7341-42ea-9f21-e9b3910e9bba), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.803669 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (8e385693-7341-42ea-9f21-e9b3910e9bba), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.842461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43100) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:46.859595 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks [] for router_controller (8e385693-7341-42ea-9f21-e9b3910e9bba), precommit_add_association {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:46.880956 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['4e070266-e0d4-41ef-b071-9acbf4e34edd'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:42:46.909878 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Pushing event updated for resources: {'Port': ['ID=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:46.949008 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f1e47715-feaf-4ae2-bf26-b6062c8bd08f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba7b8a5c14ac4ed8bc1394861470c584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1022542 Feb 28 19:42:46.949552 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43106) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:46.992145 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:46.992659 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:46.995355 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:46.996333 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:46.996333 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:46.997769 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:46.997769 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.000129 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.000595 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.001026 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.001879 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.001879 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.004838 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:47.022267 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-62faf976-b077-46a9-9e27-b6cb6e4f42e0', 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0', 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'fixed_ips': [{'subnet_id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:42:47.023842 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.044685 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59462a7d-9127-4b9c-a242-0323d63164ec req-93ec3200-d038-4c57-9926-56661379c8bd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:47.046819 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-59462a7d-9127-4b9c-a242-0323d63164ec req-93ec3200-d038-4c57-9926-56661379c8bd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1035006 Feb 28 19:42:47.059286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 3562744f-aaf6-426e-917c-0ca4f783a8d4 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:47.111212 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-59462a7d-9127-4b9c-a242-0323d63164ec req-cf803532-7eb6-4d5e-b5ff-c4a401ebf46f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570972 Feb 28 19:42:47.112605 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Attempting to bind port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:47.112996 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Attempting to bind port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:47.113709 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Attempting to bind port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:47.135661 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks [] for router_gateway (8e385693-7341-42ea-9f21-e9b3910e9bba), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.173484 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:47.174212 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Checking segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:47.174612 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.175487 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Bound using segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:47.176220 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Bound port: a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:47.176506 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.192221 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-260454d2-c00e-42fb-88a4-94f4a32381ea admin admin] Publish callbacks [] for security_group (f0f2162f-169b-4fb4-af4e-4d44237732c5), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.214473 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131497c7-2abc-4444-89d8-73e48f8d2ef8 req-c75b19ba-4b0c-45b7-b3bf-9f53467c064b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:47.216576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-131497c7-2abc-4444-89d8-73e48f8d2ef8 req-c75b19ba-4b0c-45b7-b3bf-9f53467c064b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 945 time: 0.0752187 Feb 28 19:42:47.233784 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-260454d2-c00e-42fb-88a4-94f4a32381ea admin admin] Publish callbacks [] for security_group (f0f2162f-169b-4fb4-af4e-4d44237732c5), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.271536 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-0f1f8980-3625-4a81-a911-333c1c2bf0e8 None None] Provisioning complete for port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:47.271918 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8980-3625-4a81-a911-333c1c2bf0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.286414 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1569afc8-3086-48dc-a2b1-47258bf80cc1 req-78860da2-90ef-48d1-a789-27dfe7f39116 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Feb 28 19:42:47.299826 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-131497c7-2abc-4444-89d8-73e48f8d2ef8 req-a16486a9-aa5f-4df1-bcbd-15c4524fceab tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768175 Feb 28 19:42:47.308470 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 3562744f-aaf6-426e-917c-0ca4f783a8d4 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:47.309045 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.337583 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-260454d2-c00e-42fb-88a4-94f4a32381ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f0f2162f-169b-4fb4-af4e-4d44237732c5), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.340185 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-260454d2-c00e-42fb-88a4-94f4a32381ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.341432 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-260454d2-c00e-42fb-88a4-94f4a32381ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0f2162f-169b-4fb4-af4e-4d44237732c5 HTTP/1.1" status: 204 len: 168 time: 0.3911719 Feb 28 19:42:47.363091 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260454d2-c00e-42fb-88a4-94f4a32381ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f2162f-169b-4fb4-af4e-4d44237732c5,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:47.500158 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks [] for router_gateway (8e385693-7341-42ea-9f21-e9b3910e9bba), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.521191 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.539418 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Allocated IP 172.20.0.2 (62faf976-b077-46a9-9e27-b6cb6e4f42e0/1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef/7529bc3a-fc23-4e28-8ba4-a882fa0713c2) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:47.547303 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] For port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:47.550753 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f8980-3625-4a81-a911-333c1c2bf0e8 None None] Port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:42:47.553746 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] For port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:47.567025 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.640088 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Allocated IP 172.27.0.54 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/6783ae15-8f28-4710-b38f-1ec2a722b2bd) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:47.734448 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43116) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:47.744528 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77884-e659-47f1-ae9a-08d43bb3c782 None None] Pushing event updated for resources: {'Port': ['ID=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:47.755927 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3c1916a9-25b6-4661-8608-2a7a1c3ff87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.774791 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks [] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.780007 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:47.780769 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:47.791011 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 3562744f-aaf6-426e-917c-0ca4f783a8d4 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:47.807557 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-8ae9b319-a4af-4a33-a4b1-9d9a4b047134 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ad361bf8a264fafa498b40f1cfeb59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718398 Feb 28 19:42:47.811198 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43118) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:47.846038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.893634 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:47.906030 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:47.908797 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:47.928187 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Publish callbacks [] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.940323 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:47.983621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:48.038873 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:48.042790 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Pushing event updated for resources: {'Port': ['ID=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:48.047722 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:48.051337 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:48.062271 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] Provisioning complete for port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:48.062622 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.134374 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-86343878-048b-446b-b288-ef972da98ffa admin admin] Publish callbacks [] for security_group (f968a30c-9d4f-4878-833b-ec0d21de3bd3), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.137489 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6783ae15-8f28-4710-b38f-1ec2a722b2bd,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:48.169010 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-86343878-048b-446b-b288-ef972da98ffa admin admin] Publish callbacks [] for security_group (f968a30c-9d4f-4878-833b-ec0d21de3bd3), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.225618 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Attempting to bind port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:48.226013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Attempting to bind port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:48.226395 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Attempting to bind port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 on network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:48.244235 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:48.244617 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Checking segment: {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:48.245032 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.245454 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Bound using segment: {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:48.245948 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Bound port: 7529bc3a-fc23-4e28-8ba4-a882fa0713c2, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:48.246329 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.256340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0aa11-9315-4c64-8dce-6618e06e627a req-e1a78456-7638-44b2-9241-a2a8c5f5adc4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:48.258314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-68a0aa11-9315-4c64-8dce-6618e06e627a req-e1a78456-7638-44b2-9241-a2a8c5f5adc4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0648720 Feb 28 19:42:48.307987 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-68a0aa11-9315-4c64-8dce-6618e06e627a req-f21746cc-fcdc-4697-a59d-2694500fd897 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Feb 28 19:42:48.350559 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-86343878-048b-446b-b288-ef972da98ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f968a30c-9d4f-4878-833b-ec0d21de3bd3), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.353684 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-86343878-048b-446b-b288-ef972da98ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.357700 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-86343878-048b-446b-b288-ef972da98ffa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f968a30c-9d4f-4878-833b-ec0d21de3bd3 HTTP/1.1" status: 204 len: 168 time: 0.5425014 Feb 28 19:42:48.376605 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86343878-048b-446b-b288-ef972da98ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f968a30c-9d4f-4878-833b-ec0d21de3bd3,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:48.376952 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] Current status of the port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:48.377652 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.441906 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks [] for router_gateway (8e385693-7341-42ea-9f21-e9b3910e9bba), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.443607 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ede124de-696c-4fca-a517-724071570789 req-3ac1c09c-075e-4acb-ba2a-8ab8cbe30c70 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.0480912 Feb 28 19:42:48.459115 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] For port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:48.465711 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] For port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:48.497016 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.508889 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] For port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:48.512722 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9f60e-8ab7-4da5-8a9c-3f543e0672b5 req-ad4ee593-a818-49aa-9b16-538879cfcfa9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:48.522080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15b9f60e-8ab7-4da5-8a9c-3f543e0672b5 req-ad4ee593-a818-49aa-9b16-538879cfcfa9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 945 time: 0.1136503 Feb 28 19:42:48.534863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:47Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:48.538134 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.575366 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bee29-d809-4fe4-a667-838136759ae4 None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:47Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:42:48.595459 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15b9f60e-8ab7-4da5-8a9c-3f543e0672b5 req-eaa11a70-fe72-4148-8c39-8fed9121b963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723579 Feb 28 19:42:48.603706 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9645c-262e-492b-8b35-876e72e2b950 None None] Pushing event updated for resources: {'Port': ['ID=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:48.709462 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732db36-984a-49d7-8f50-381cc9aad741 None None] Pushing event updated for resources: {'Port': ['ID=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:48.757062 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:48.783447 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (8e385693-7341-42ea-9f21-e9b3910e9bba), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:49.041876 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Router 8e385693-7341-42ea-9f21-e9b3910e9bba is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:42:49.115849 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:49.201351 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:49.201778 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:49.216796 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:42:49.228356 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Sync routers for ids ['8e385693-7341-42ea-9f21-e9b3910e9bba'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:42:49.253436 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Routers {'8e385693-7341-42ea-9f21-e9b3910e9bba'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:49.256304 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:49.257247 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['8e385693-7341-42ea-9f21-e9b3910e9bba'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:49.259489 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-391cb14c-545e-41e4-9499-829bad6958a9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4872618 Feb 28 19:42:49.260427 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43144) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:49.400719 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:49.401433 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:49.449673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:49.469331 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:49.469331 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:49.492632 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Set router 8e385693-7341-42ea-9f21-e9b3910e9bba gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:49.679809 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:49.751034 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:49.751475 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:49.859273 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:49.875123 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 3, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:49.923367 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Checking router: 8e385693-7341-42ea-9f21-e9b3910e9bba for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:42:49.923984 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Updating router 8e385693-7341-42ea-9f21-e9b3910e9bba port 6783ae15-8f28-4710-b38f-1ec2a722b2bd binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:42:49.981272 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.022794 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb5448-554c-4710-8857-9e6ffeb2fa04 None None] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:42:50.181777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d7ec91a3-77d3-4402-9ee0-103f9f43046a req-11dac83a-9bdf-466a-a8ed-864994fca71a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b388a6f-5c1c-4641-bf92-17c7e0c1a4b6 HTTP/1.1" status: 200 len: 210 time: 0.6472709 Feb 28 19:42:50.284125 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.300000 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-888e04bb-d962-4d7f-8760-06dfb6253ffe None None] Provisioning complete for port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:50.303192 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-888e04bb-d962-4d7f-8760-06dfb6253ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.471766 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Publish callbacks [] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.481833 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.482139 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd992a-19ef-479e-9f07-30a8af76313d req-207cde56-b662-4ad2-b68f-e2efe5c50e46 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:50.483844 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bcbd992a-19ef-479e-9f07-30a8af76313d req-207cde56-b662-4ad2-b68f-e2efe5c50e46 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.9640343 Feb 28 19:42:50.520641 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.541148 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624710-976c-4c67-a35b-ec8fc6b74795 None None] Pushing event updated for resources: {'Port': ['ID=6783ae15-8f28-4710-b38f-1ec2a722b2bd,revision_number=2']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:50.564228 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Attempting to bind port 6783ae15-8f28-4710-b38f-1ec2a722b2bd on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:50.564854 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Attempting to bind port 6783ae15-8f28-4710-b38f-1ec2a722b2bd by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:50.565482 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Attempting to bind port 6783ae15-8f28-4710-b38f-1ec2a722b2bd on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:50.577375 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:50.577375 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:50.577375 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.577375 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:50.577375 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Bound port: 6783ae15-8f28-4710-b38f-1ec2a722b2bd, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:50.577375 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.626794 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6482f-c1e2-4b1b-9804-2d070b9bf11e req-a024e451-9cc6-4f41-8922-68a402e7b172 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:50.628691 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6d6482f-c1e2-4b1b-9804-2d070b9bf11e req-a024e451-9cc6-4f41-8922-68a402e7b172 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 945 time: 0.2151709 Feb 28 19:42:50.634327 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bcbd992a-19ef-479e-9f07-30a8af76313d req-3ab07f83-920e-47e8-9dfb-960ce736dd0d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434932 Feb 28 19:42:50.673378 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-888e04bb-d962-4d7f-8760-06dfb6253ffe None None] Current status of the port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:50.677581 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] For port 6783ae15-8f28-4710-b38f-1ec2a722b2bd, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:50.682230 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] For port 6783ae15-8f28-4710-b38f-1ec2a722b2bd, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=6783ae15-8f28-4710-b38f-1ec2a722b2bd,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:50.693465 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.746705 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6d6482f-c1e2-4b1b-9804-2d070b9bf11e req-b6ca0a94-3c42-4ae3-b930-9fdd58aec138 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114011 Feb 28 19:42:50.772126 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Routers {'8e385693-7341-42ea-9f21-e9b3910e9bba'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:50.772881 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['8e385693-7341-42ea-9f21-e9b3910e9bba'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:50.795388 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:50.837766 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624710-976c-4c67-a35b-ec8fc6b74795 None None] Pushing event updated for resources: {'Port': ['ID=6783ae15-8f28-4710-b38f-1ec2a722b2bd,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:51.021626 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-ded089cc-021b-42d1-8a7a-06c727b3f449 None None] Provisioning complete for port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:51.022005 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ded089cc-021b-42d1-8a7a-06c727b3f449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.034977 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] Set router 8e385693-7341-42ea-9f21-e9b3910e9bba gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:51.054773 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:51.103837 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Allocated IP 172.20.0.1 (62faf976-b077-46a9-9e27-b6cb6e4f42e0/1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef/8ba28686-9e0c-4f17-815a-13f4fd285738) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:51.154737 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:51.155118 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.198581 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:51.232710 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b029e-c311-482c-a9c1-5b711d6143aa req-74024ada-78a1-4eba-b315-dcba8d815fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:51.234474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-586b029e-c311-482c-a9c1-5b711d6143aa req-74024ada-78a1-4eba-b315-dcba8d815fab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 1129 time: 0.1163852 Feb 28 19:42:51.265725 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-ded089cc-021b-42d1-8a7a-06c727b3f449 None None] Current status of the port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:51.289525 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 3, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:51.299461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks [] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.326704 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb8f400-4197-453e-a606-4289c6d7cbbc None None] The sync data for ids ['8e385693-7341-42ea-9f21-e9b3910e9bba'] in dv-cinder-831247-1-iscsi is: [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 3, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:42:51.334906 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-586b029e-c311-482c-a9c1-5b711d6143aa req-9281f1e8-5976-4c2f-aeb2-356aefcbe661 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868745 Feb 28 19:42:51.356215 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:42:51.366097 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:51.367353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.369207 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:51.369833 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.442711 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:51.446478 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:51.450541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:51.477511 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Pushing event updated for resources: {'Port': ['ID=8ba28686-9e0c-4f17-815a-13f4fd285738,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:51.493850 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.494468 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.494554 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.494843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.495172 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.495498 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.495828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.496150 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.496472 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.496799 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.497146 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.497470 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.497789 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:51.515785 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:51.515785 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.518786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (8e385693-7341-42ea-9f21-e9b3910e9bba), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.555180 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:51.558012 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92427ca1-8815-40fc-9696-10e3413254ea" -d '{"events": [{"server_uuid": "d47d9b6b-0999-4aca-b946-7bb8b167f61b", "name": "network-vif-plugged", "status": "completed", "tag": "a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:51.632390 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:51.645677 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a95afd-6440-40cd-be4a-8ac06a8bc47e x-openstack-request-id: req-50a95afd-6440-40cd-be4a-8ac06a8bc47e {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:51.646036 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47d9b6b-0999-4aca-b946-7bb8b167f61b", "name": "network-vif-plugged", "status": "completed", "tag": "a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:51.646286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-50a95afd-6440-40cd-be4a-8ac06a8bc47e {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:51.646793 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd', 'code': 200} Feb 28 19:42:51.648633 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.650159 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.651060 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 4e070266-e0d4-41ef-b071-9acbf4e34edd no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:42:51.708816 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 4e070266-e0d4-41ef-b071-9acbf4e34edd {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:42:51.709192 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 4e070266-e0d4-41ef-b071-9acbf4e34edd not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:42:51.772107 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:51.790393 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-a9f17362-59de-4090-8cf9-9afa125a9764 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:51.792796 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-a9f17362-59de-4090-8cf9-9afa125a9764 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/networks?id=9b6c4db2-306b-41c0-a563-d279bf3b47e8 HTTP/1.1" status: 200 len: 808 time: 0.2150681 Feb 28 19:42:51.853942 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-942f2dfe-3fdb-402e-82f5-8acfdcc1f8f0 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/quotas/acd81c1e248e48c398263d0a53d50cb3 HTTP/1.1" status: 200 len: 375 time: 0.0517249 Feb 28 19:42:51.904764 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-07bfbb17-6cba-4cd6-8808-725b5ecf18f5 None None] Provisioning complete for port 8ba28686-9e0c-4f17-815a-13f4fd285738 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:51.905522 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-07bfbb17-6cba-4cd6-8808-725b5ecf18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.940091 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-1934cd68-f6dc-43d2-9b68-f9672a9aa613 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=acd81c1e248e48c398263d0a53d50cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687499 Feb 28 19:42:51.940659 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:51.947732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-07bfbb17-6cba-4cd6-8808-725b5ecf18f5 None None] Port 8ba28686-9e0c-4f17-815a-13f4fd285738 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:42:52.055626 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c029be-1a4d-490e-aed7-ea3675a5c91d req-b500a314-1b6c-4c88-914e-5ecfc389e807 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:52.060855 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a4c029be-1a4d-490e-aed7-ea3675a5c91d req-b500a314-1b6c-4c88-914e-5ecfc389e807 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.2409925 Feb 28 19:42:52.090041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4ebea-4f20-4d07-88b8-155b60f8f52b req-af1956b0-95ea-41ae-a298-d1f20b78d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:52.091446 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a9d4ebea-4f20-4d07-88b8-155b60f8f52b req-af1956b0-95ea-41ae-a298-d1f20b78d874 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 1130 time: 0.2111914 Feb 28 19:42:52.236152 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-ca304aeb-b79d-4652-a87c-cf94caa9b82c service neutron] 10.222.0.47 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786887 Feb 28 19:42:52.248206 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a4c029be-1a4d-490e-aed7-ea3675a5c91d req-02af5570-8e47-4cc3-8961-08d96993b05e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752353 Feb 28 19:42:52.293570 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a9d4ebea-4f20-4d07-88b8-155b60f8f52b req-15b43cbc-5360-401a-a4d2-349e868195e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871071 Feb 28 19:42:52.433711 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-008b5105-5d6f-4570-aa8d-7fa0ece2350d service neutron] 10.222.0.47 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756396 Feb 28 19:42:52.437448 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks [] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:52.443042 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:52.473728 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d53d8f-d4e8-4a86-b5d7-482ead29760e req-35a93e7a-6a6e-4b82-92ec-f7bfe2a0d040 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:52.475336 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-89d53d8f-d4e8-4a86-b5d7-482ead29760e req-35a93e7a-6a6e-4b82-92ec-f7bfe2a0d040 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.1379623 Feb 28 19:42:52.546116 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Pushing event updated for resources: {'Port': ['ID=8ba28686-9e0c-4f17-815a-13f4fd285738,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:52.548628 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (8e385693-7341-42ea-9f21-e9b3910e9bba), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:52.580015 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-89d53d8f-d4e8-4a86-b5d7-482ead29760e req-4fbd86bb-0d7b-4e36-b7ea-b400f37c5292 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827899 Feb 28 19:42:52.691945 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f2576c2-4140-4a48-af9d-6c336c8ff850 req-cb30d053-1e16-412e-b27c-d78cecc5b44a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 210 time: 0.0540361 Feb 28 19:42:52.746024 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:52.748315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:52.945647 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Router 8e385693-7341-42ea-9f21-e9b3910e9bba has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:42:52.953489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-7353af13-a034-44e8-86ea-9ee5455fb469 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795107 Feb 28 19:42:53.053805 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 6783ae15-8f28-4710-b38f-1ec2a722b2bd up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:53.139621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-ebac56cd-a125-4fc6-8ef4-3084f38f6626 None None] Provisioning complete for port 8ba28686-9e0c-4f17-815a-13f4fd285738 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:53.139997 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ebac56cd-a125-4fc6-8ef4-3084f38f6626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:53.143330 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4812-b450-4732-976b-710dda042897 req-8c6d70b5-0677-4035-a685-6d7113ee2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:53.144952 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-8c6d70b5-0677-4035-a685-6d7113ee2bf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.1299369 Feb 28 19:42:53.153334 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:42:53.167274 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-85708abe-6a90-4bd9-8c0e-dd0401efeede admin admin] 10.222.0.47 "PUT /v2.0/routers/8e385693-7341-42ea-9f21-e9b3910e9bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8966327 Feb 28 19:42:53.298108 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4812-b450-4732-976b-710dda042897 req-d342629a-f090-4961-a4de-aa727f484896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:53.299650 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-d342629a-f090-4961-a4de-aa727f484896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.1318119 Feb 28 19:42:53.351292 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 6783ae15-8f28-4710-b38f-1ec2a722b2bd triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:53.351664 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:53.353854 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-ebac56cd-a125-4fc6-8ef4-3084f38f6626 None None] Port 8ba28686-9e0c-4f17-815a-13f4fd285738 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:42:53.471916 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 6783ae15-8f28-4710-b38f-1ec2a722b2bd is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:53.472834 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:53.482220 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-63d742cf-0617-4641-9823-d868f9b0feac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1002 time: 0.1733825 Feb 28 19:42:53.515816 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 6783ae15-8f28-4710-b38f-1ec2a722b2bd, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=6783ae15-8f28-4710-b38f-1ec2a722b2bd,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:53.523459 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:53.540138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b85cac-1dd2-445d-a78a-ddc6566fe446 req-3ba36ed8-dc74-48fc-8b36-c29007081153 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:53.541813 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25b85cac-1dd2-445d-a78a-ddc6566fe446 req-3ba36ed8-dc74-48fc-8b36-c29007081153 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1147852 Feb 28 19:42:53.598374 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Sync routers for ids ['8e385693-7341-42ea-9f21-e9b3910e9bba'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:42:53.612492 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4812-b450-4732-976b-710dda042897 req-38aade07-5125-4543-a221-46c7dff88f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:53.614405 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-38aade07-5125-4543-a221-46c7dff88f5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.1132152 Feb 28 19:42:53.627785 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Routers {'8e385693-7341-42ea-9f21-e9b3910e9bba'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:53.628747 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['8e385693-7341-42ea-9f21-e9b3910e9bba'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:53.631699 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=6783ae15-8f28-4710-b38f-1ec2a722b2bd,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:53.654530 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25b85cac-1dd2-445d-a78a-ddc6566fe446 req-e044c823-ce67-4ed4-884e-d11730181395 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847566 Feb 28 19:42:53.771696 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4812-b450-4732-976b-710dda042897 req-d77ba700-5f49-447a-b896-fbc549a524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:53.773293 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-d77ba700-5f49-447a-b896-fbc549a524a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1464994 Feb 28 19:42:53.793051 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Set router 8e385693-7341-42ea-9f21-e9b3910e9bba gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:53.840605 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1beaa7-8106-4f8d-8412-ec391e0aece1 req-30d73d31-6043-4e46-b565-91d3f5e78c9a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:53.842136 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc1beaa7-8106-4f8d-8412-ec391e0aece1 req-30d73d31-6043-4e46-b565-91d3f5e78c9a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.1088912 Feb 28 19:42:53.914937 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43332) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:53.920827 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162301686', 'description': 'tempest-secgroup-smoke-1162301686 description', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:53.925236 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-a591820f-e91c-4301-8f09-4c85a8232752 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421702 Feb 28 19:42:53.928573 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc1beaa7-8106-4f8d-8412-ec391e0aece1 req-9d21e5fb-1fe7-42d5-966a-4b07ec3a9936 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749307 Feb 28 19:42:53.999840 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.132168 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43338) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:54.136583 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group (52dbbdaa-0a73-456c-90a5-555bf268348e), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.149857 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:42:51Z', 'revision_number': 4, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8ba28686-9e0c-4f17-815a-13f4fd285738', 'name': '', 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'mac_address': 'fa:16:3e:b7:c1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:50Z', 'updated_at': '2022-02-28T19:42:52Z', 'revision_number': 2, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'subnets': [{'id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:54.161090 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (52dbbdaa-0a73-456c-90a5-555bf268348e), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.221732 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dbbdaa-0a73-456c-90a5-555bf268348e,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:54.244229 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.245735 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.246316 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.247423 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.248029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.248700 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.249598 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Checking router: 8e385693-7341-42ea-9f21-e9b3910e9bba for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:42:54.249901 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Updating router 8e385693-7341-42ea-9f21-e9b3910e9bba port 8ba28686-9e0c-4f17-815a-13f4fd285738 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:42:54.250343 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.250716 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.251095 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.251767 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.252075 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.252441 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.253014 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:42:54.262674 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.267188 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-adcd0ed2-49d1-4571-be2a-e71949c9e4bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3507192 Feb 28 19:42:54.268015 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43342) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:54.274096 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group_rule': {'security_group_id': '52dbbdaa-0a73-456c-90a5-555bf268348e', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:54.323997 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (ba1e3e7d-58f2-4681-a2f5-c9b47c8b45ac), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.334221 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.390646 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac6da-f508-41e4-8ece-b93f5d8731c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.451749 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (ba1e3e7d-58f2-4681-a2f5-c9b47c8b45ac), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.458959 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (ba1e3e7d-58f2-4681-a2f5-c9b47c8b45ac), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.493188 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1e3e7d-58f2-4681-a2f5-c9b47c8b45ac,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:54.513500 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.515083 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3d113cf1-5c30-4e52-aa88-884362f0bbbb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2454331 Feb 28 19:42:54.518184 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43348) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:54.519375 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4113ff8d-60d3-4bc1-8d4c-5b7c5e97e8c6 req-4611f249-3185-408d-bcae-8e0b6eaaf4ae tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 210 time: 0.4209249 Feb 28 19:42:54.522663 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group_rule': {'security_group_id': '52dbbdaa-0a73-456c-90a5-555bf268348e', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:54.552003 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac6da-f508-41e4-8ece-b93f5d8731c5 admin admin] Publish callbacks [] for security_group (f87525cf-9c0f-44d8-b97a-767fc9a155d7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.563699 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6a5ac6da-f508-41e4-8ece-b93f5d8731c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f87525cf-9c0f-44d8-b97a-767fc9a155d7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.605030 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ad4812-b450-4732-976b-710dda042897 req-cd03acf5-35c9-43f0-8206-cf7b1014df93 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706796 Feb 28 19:42:54.607595 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (a8958db3-24fc-4376-94b4-af697e26ddc1), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.618897 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ac6da-f508-41e4-8ece-b93f5d8731c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87525cf-9c0f-44d8-b97a-767fc9a155d7,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:54.625926 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6a5ac6da-f508-41e4-8ece-b93f5d8731c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=839ad3bb067f4e658cfa6dad43f64739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870749 Feb 28 19:42:54.629773 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43350) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:54.630740 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04d499-acc5-4c1f-b49e-5623a937c932 req-4b1ce44d-5e4c-4c4b-b096-69d2072479eb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:54.638101 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae04d499-acc5-4c1f-b49e-5623a937c932 req-4b1ce44d-5e4c-4c4b-b096-69d2072479eb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.5669706 Feb 28 19:42:54.674173 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Publish callbacks [] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.682637 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.697416 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-1f3e04be-2a83-4cb5-9edb-e0e22e4b5d41 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:54.698866 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-1f3e04be-2a83-4cb5-9edb-e0e22e4b5d41 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "GET /v2.0/networks?id=9b6c4db2-306b-41c0-a563-d279bf3b47e8 HTTP/1.1" status: 200 len: 808 time: 0.6036334 Feb 28 19:42:54.702162 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (a8958db3-24fc-4376-94b4-af697e26ddc1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.712863 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (a8958db3-24fc-4376-94b4-af697e26ddc1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.715193 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Request body: {'port': {'device_id': '39e19383-f729-4548-af63-6b1c1991b66f', 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8', 'admin_state_up': True, 'tenant_id': 'acd81c1e248e48c398263d0a53d50cb3'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:54.726950 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-83976a86-6a81-49b4-b3dc-cf5640ffba03 admin admin] Publish callbacks [] for security_group (f87525cf-9c0f-44d8-b97a-767fc9a155d7), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.735838 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae04d499-acc5-4c1f-b49e-5623a937c932 req-480cb14e-90f0-42b5-84ff-90fc32e80b7e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967951 Feb 28 19:42:54.755846 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8958db3-24fc-4376-94b4-af697e26ddc1,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:54.773869 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.776419 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f833b99f-2ed7-4df6-b8f3-a031b3f6b391 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2572165 Feb 28 19:42:54.782759 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43354) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:54.787890 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group_rule': {'security_group_id': '52dbbdaa-0a73-456c-90a5-555bf268348e', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:54.791841 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8cb9-6437-4165-a8a0-6103cc78806b None None] Pushing event updated for resources: {'Port': ['ID=8ba28686-9e0c-4f17-815a-13f4fd285738,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:54.814642 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-83976a86-6a81-49b4-b3dc-cf5640ffba03 admin admin] Publish callbacks [] for security_group (f87525cf-9c0f-44d8-b97a-767fc9a155d7), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.838541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Attempting to bind port 8ba28686-9e0c-4f17-815a-13f4fd285738 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:54.838910 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Attempting to bind port 8ba28686-9e0c-4f17-815a-13f4fd285738 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:54.839271 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Attempting to bind port 8ba28686-9e0c-4f17-815a-13f4fd285738 on network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:54.845927 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:54.846326 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Checking segment: {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:54.846732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.847127 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Bound using segment: {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:54.847598 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Bound port: 8ba28686-9e0c-4f17-815a-13f4fd285738, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5e188c-1997-45fd-9cb2-da06f535bbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:54.847974 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.854597 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (79a8bbbb-ebe4-48c8-9531-89317a5a1c7a), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.936406 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] For port 8ba28686-9e0c-4f17-815a-13f4fd285738, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:54.940548 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] For port 8ba28686-9e0c-4f17-815a-13f4fd285738, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=8ba28686-9e0c-4f17-815a-13f4fd285738,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:54.957485 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:54.977582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Made reservation on behalf of acd81c1e248e48c398263d0a53d50cb3 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:42:54.981468 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.027523 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-83976a86-6a81-49b4-b3dc-cf5640ffba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f87525cf-9c0f-44d8-b97a-767fc9a155d7), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.032161 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-83976a86-6a81-49b4-b3dc-cf5640ffba03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.037492 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-83976a86-6a81-49b4-b3dc-cf5640ffba03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f87525cf-9c0f-44d8-b97a-767fc9a155d7 HTTP/1.1" status: 204 len: 168 time: 0.4037302 Feb 28 19:42:55.062124 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 6783ae15-8f28-4710-b38f-1ec2a722b2bd up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:55.085655 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (79a8bbbb-ebe4-48c8-9531-89317a5a1c7a), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.092482 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83976a86-6a81-49b4-b3dc-cf5640ffba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87525cf-9c0f-44d8-b97a-767fc9a155d7,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:55.102070 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (79a8bbbb-ebe4-48c8-9531-89317a5a1c7a), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.129645 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Routers {'8e385693-7341-42ea-9f21-e9b3910e9bba'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:42:55.130779 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:42:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['8e385693-7341-42ea-9f21-e9b3910e9bba'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:55.133307 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a8bbbb-ebe4-48c8-9531-89317a5a1c7a,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:55.149708 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.151231 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-45d585ab-da50-455b-b37c-609d02dcda99 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671937 Feb 28 19:42:55.154066 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43360) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:55.163173 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group_rule': {'security_group_id': '52dbbdaa-0a73-456c-90a5-555bf268348e', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:55.231093 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (a76fbb16-f8f3-4716-85b2-8ab3724bb738), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.400614 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] Set router 8e385693-7341-42ea-9f21-e9b3910e9bba gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:42:55.410171 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef672-0ba1-4715-95de-2092bdbd979a req-b9a3daf0-b435-47f8-83dc-e6ca4a55a5d1 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:55.417830 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-780ef672-0ba1-4715-95de-2092bdbd979a req-b9a3daf0-b435-47f8-83dc-e6ca4a55a5d1 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.2646520 Feb 28 19:42:55.419110 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (a76fbb16-f8f3-4716-85b2-8ab3724bb738), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.432264 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (a76fbb16-f8f3-4716-85b2-8ab3724bb738), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.462331 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76fbb16-f8f3-4716-85b2-8ab3724bb738,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:55.462574 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Allocated IP 172.20.0.5 (9b6c4db2-306b-41c0-a563-d279bf3b47e8/23d156f3-c2af-4493-8cbe-730dd398d6ac/de42cf9f-9568-4984-a199-2257404a8d73) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:42:55.475211 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.480413 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2817c591-08d6-4895-97d7-168fe7aa93f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3253167 Feb 28 19:42:55.483364 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43370) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:55.490524 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group_rule': {'security_group_id': '52dbbdaa-0a73-456c-90a5-555bf268348e', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:55.510681 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8cb9-6437-4165-a8a0-6103cc78806b None None] Pushing event updated for resources: {'Port': ['ID=8ba28686-9e0c-4f17-815a-13f4fd285738,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:55.517728 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-780ef672-0ba1-4715-95de-2092bdbd979a req-7f810a9a-e381-40e2-a9ac-17a7fdb1d8e3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931454 Feb 28 19:42:55.531203 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.securitygroups_db [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Project f9625c15cf3a4fb29a9836d1871ed66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:42:55.536972 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (7953f202-d4dd-46ed-b547-381ea0d1268d), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.622773 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (7953f202-d4dd-46ed-b547-381ea0d1268d), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.635925 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (7953f202-d4dd-46ed-b547-381ea0d1268d), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.659380 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] Provisioning complete for port 8ba28686-9e0c-4f17-815a-13f4fd285738 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:55.660091 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.677237 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43376) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:55.690210 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-854274d3-20d8-44d6-a2cb-ad311d353fe1 req-a8044b5c-40f9-49ec-9858-5157fd1f2129 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 210 time: 0.0523252 Feb 28 19:42:55.709555 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7953f202-d4dd-46ed-b547-381ea0d1268d,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:55.720872 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.722469 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-067aa025-c34a-4c10-b289-5a8371cdc182 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2367654 Feb 28 19:42:55.725154 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43378) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:55.728457 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eebabb47-22a0-4847-a763-c595ff84433d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.730471 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'security_group_rule': {'security_group_id': '52dbbdaa-0a73-456c-90a5-555bf268348e', 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:55.732568 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 6783ae15-8f28-4710-b38f-1ec2a722b2bd triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:55.732568 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.755632 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.securitygroups_db [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Project f9625c15cf3a4fb29a9836d1871ed66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:42:55.762342 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (5e01af99-d7ba-4b80-acb0-3bef3e492398), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.788248 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks [] for port (de42cf9f-9568-4984-a199-2257404a8d73), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.838085 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (5e01af99-d7ba-4b80-acb0-3bef3e492398), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.846306 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (5e01af99-d7ba-4b80-acb0-3bef3e492398), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.869995 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e01af99-d7ba-4b80-acb0-3bef3e492398,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:55.871125 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 6783ae15-8f28-4710-b38f-1ec2a722b2bd is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:55.874490 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (de42cf9f-9568-4984-a199-2257404a8d73), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.881842 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eebabb47-22a0-4847-a763-c595ff84433d admin admin] Publish callbacks [] for security_group (3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.893912 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.894694 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eebabb47-22a0-4847-a763-c595ff84433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:55.895983 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f8abcc0f-a525-455b-911e-c2a2b86b45cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689956 Feb 28 19:42:55.967749 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:42:55.992190 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:42:55.994973 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:42:56.003745 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Pushing event updated for resources: {'Port': ['ID=de42cf9f-9568-4984-a199-2257404a8d73,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:56.006043 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] Current status of the port 8ba28686-9e0c-4f17-815a-13f4fd285738 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:56.006718 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.032068 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-eebabb47-22a0-4847-a763-c595ff84433d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb34313d69f1437abc406d550e6d9f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482027 Feb 28 19:42:56.032237 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43410) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:56.034200 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabb47-22a0-4847-a763-c595ff84433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:56.079946 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:42:51Z', 'revision_number': 4, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8ba28686-9e0c-4f17-815a-13f4fd285738', 'name': '', 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'mac_address': 'fa:16:3e:b7:c1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:50Z', 'updated_at': '2022-02-28T19:42:54Z', 'revision_number': 4, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'subnets': [{'id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:42:56.103782 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:56.104471 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.137010 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-3e928d20-8159-4085-91eb-55a0c58be121 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4268711 Feb 28 19:42:56.149841 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Request body: {'port': {'device_id': '39e19383-f729-4548-af63-6b1c1991b66f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:42:56.171004 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19eb6acf-1b84-4dc4-98f3-7e52e1b8331f admin admin] Publish callbacks [] for security_group (3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.203753 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19eb6acf-1b84-4dc4-98f3-7e52e1b8331f admin admin] Publish callbacks [] for security_group (3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.229598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (de42cf9f-9568-4984-a199-2257404a8d73), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.244454 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] For port 8ba28686-9e0c-4f17-815a-13f4fd285738, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=8ba28686-9e0c-4f17-815a-13f4fd285738,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:42:56.245927 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf751d-4941-46d8-a6ab-7f435310c96f None None] The sync data for ids ['8e385693-7341-42ea-9f21-e9b3910e9bba'] in dv-cinder-831247-1-iscsi is: [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:42:51Z', 'revision_number': 4, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8ba28686-9e0c-4f17-815a-13f4fd285738', 'name': '', 'network_id': '62faf976-b077-46a9-9e27-b6cb6e4f42e0', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'mac_address': 'fa:16:3e:b7:c1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:50Z', 'updated_at': '2022-02-28T19:42:54Z', 'revision_number': 4, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'subnets': [{'id': '1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:42:56.252094 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.290931 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19eb6acf-1b84-4dc4-98f3-7e52e1b8331f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.296127 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-19eb6acf-1b84-4dc4-98f3-7e52e1b8331f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.322172 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-19eb6acf-1b84-4dc4-98f3-7e52e1b8331f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4 HTTP/1.1" status: 204 len: 168 time: 0.2866652 Feb 28 19:42:56.331008 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df88c43-bf9f-4cf8-b832-d5a47a447a78 None None] Pushing event updated for resources: {'Port': ['ID=8ba28686-9e0c-4f17-815a-13f4fd285738,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:56.338732 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb6acf-1b84-4dc4-98f3-7e52e1b8331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be5a6da-ff46-4b0a-b7d9-52ba733b9bd4,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:56.421395 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-651226bd-768b-4191-b064-e43c81cf20f0 None None] Provisioning complete for port 8ba28686-9e0c-4f17-815a-13f4fd285738 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:56.421970 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-651226bd-768b-4191-b064-e43c81cf20f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.571081 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-651226bd-768b-4191-b064-e43c81cf20f0 None None] Current status of the port 8ba28686-9e0c-4f17-815a-13f4fd285738 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:56.711734 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de42cf9f-9568-4984-a199-2257404a8d73 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:42:56.724752 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Publish callbacks [] for port (de42cf9f-9568-4984-a199-2257404a8d73), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.741154 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Transition to ACTIVE for port object de42cf9f-9568-4984-a199-2257404a8d73 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:42:56.747942 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (de42cf9f-9568-4984-a199-2257404a8d73), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:56.846139 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Pushing event updated for resources: {'Port': ['ID=de42cf9f-9568-4984-a199-2257404a8d73,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:56.924855 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b62f7-6042-4c67-be53-0025eef12cde req-7238d60a-6dcb-44d8-8623-f702bca0b649 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:56.926466 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e0b62f7-6042-4c67-be53-0025eef12cde req-7238d60a-6dcb-44d8-8623-f702bca0b649 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 943 time: 0.1281691 Feb 28 19:42:57.000129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Attempting to bind port de42cf9f-9568-4984-a199-2257404a8d73 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:42:57.000635 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Attempting to bind port de42cf9f-9568-4984-a199-2257404a8d73 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:42:57.001125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Attempting to bind port de42cf9f-9568-4984-a199-2257404a8d73 on network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:57.020957 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Port de42cf9f-9568-4984-a199-2257404a8d73 on network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:42:57.021453 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Attempting to bind port de42cf9f-9568-4984-a199-2257404a8d73 on network 9b6c4db2-306b-41c0-a563-d279bf3b47e8 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:42:57.041237 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:42:57.041549 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Checking segment: {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:42:57.041931 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Bound using segment: {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:42:57.042366 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Bound port: de42cf9f-9568-4984-a199-2257404a8d73, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21911601-741c-4925-9342-7076219f966c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:42:57.042727 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (de42cf9f-9568-4984-a199-2257404a8d73), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:57.059554 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 8ba28686-9e0c-4f17-815a-13f4fd285738 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:42:57.123565 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e0b62f7-6042-4c67-be53-0025eef12cde req-bc7bd585-e917-4a2c-b3b7-bd98e85836bb tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899221 Feb 28 19:42:57.158772 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 8ba28686-9e0c-4f17-815a-13f4fd285738 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:42:57.159282 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:57.183681 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] For port de42cf9f-9568-4984-a199-2257404a8d73, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:42:57.187186 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] For port de42cf9f-9568-4984-a199-2257404a8d73, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=de42cf9f-9568-4984-a199-2257404a8d73,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:42:57.196336 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (de42cf9f-9568-4984-a199-2257404a8d73), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:57.275981 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:57.276623 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:57.279105 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-757db45b-800e-4541-ba7f-f02373c912af service neutron] 10.222.0.30 "PUT /v2.0/ports/de42cf9f-9568-4984-a199-2257404a8d73 HTTP/1.1" status: 200 len: 1093 time: 1.1341712 Feb 28 19:42:57.281615 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e19383-f729-4548-af63-6b1c1991b66f', 'tag': 'de42cf9f-9568-4984-a199-2257404a8d73'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:42:57.285142 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 8ba28686-9e0c-4f17-815a-13f4fd285738 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:42:57.285299 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb154863-d230-4eca-8113-2a24404d4f83" -d '{"events": [{"name": "network-changed", "server_uuid": "39e19383-f729-4548-af63-6b1c1991b66f", "tag": "de42cf9f-9568-4984-a199-2257404a8d73"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:42:57.316071 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757db45b-800e-4541-ba7f-f02373c912af service neutron] Pushing event updated for resources: {'Port': ['ID=de42cf9f-9568-4984-a199-2257404a8d73,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:57.359496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601a967d-4e1e-470a-a6f6-e138500efa6d x-openstack-request-id: req-601a967d-4e1e-470a-a6f6-e138500efa6d {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:42:57.359796 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e19383-f729-4548-af63-6b1c1991b66f", "tag": "de42cf9f-9568-4984-a199-2257404a8d73", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:42:57.360055 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-601a967d-4e1e-470a-a6f6-e138500efa6d {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:42:57.360460 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e19383-f729-4548-af63-6b1c1991b66f', 'tag': 'de42cf9f-9568-4984-a199-2257404a8d73', 'status': 'completed', 'code': 200} Feb 28 19:42:57.411046 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-430f30e2-3353-48b8-9868-3ff51a50b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:57.412969 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-430f30e2-3353-48b8-9868-3ff51a50b3fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd81c1e248e48c398263d0a53d50cb3&device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 1127 time: 0.0914967 Feb 28 19:42:57.457333 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-92f5d33a-0447-47c1-b76d-97fe5a634c10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de42cf9f-9568-4984-a199-2257404a8d73 HTTP/1.1" status: 200 len: 217 time: 0.0371940 Feb 28 19:42:57.531465 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-80c7438f-ace8-4c29-b621-8b910ab37cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:57.532967 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-80c7438f-ace8-4c29-b621-8b910ab37cd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23d156f3-c2af-4493-8cbe-730dd398d6ac HTTP/1.1" status: 200 len: 848 time: 0.0677595 Feb 28 19:42:57.591686 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-f1d52be0-bb88-46f6-b462-2d6b889d4235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c4db2-306b-41c0-a563-d279bf3b47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504463 Feb 28 19:42:57.730301 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-81131f98-6ef7-4dfc-92b8-415418216a54 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311719 Feb 28 19:42:57.915829 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7578a1cc-fd65-43ee-a1c6-4d559e9e10a0 req-7061197c-f366-4e01-a60b-221ea9233603 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779737 Feb 28 19:42:57.939740 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-1f637757-1190-4270-8b2e-5aa9c003d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:57.941311 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-1f637757-1190-4270-8b2e-5aa9c003d38e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.1030927 Feb 28 19:42:57.952082 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099f6a7-cab9-4693-86ac-16d891cb0ee0 req-a758ea35-2d43-42a2-8c61-912370cd2905 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:57.953540 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d099f6a7-cab9-4693-86ac-16d891cb0ee0 req-a758ea35-2d43-42a2-8c61-912370cd2905 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0934606 Feb 28 19:42:58.097147 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d099f6a7-cab9-4693-86ac-16d891cb0ee0 req-75de56fe-e337-4b9b-a742-f2904321f4e1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353800 Feb 28 19:42:58.134600 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-512a8cbc-a478-4b98-840d-2921a405f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:58.136115 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-512a8cbc-a478-4b98-840d-2921a405f95c service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.1817033 Feb 28 19:42:58.138896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb154863-d230-4eca-8113-2a24404d4f83 req-a4747dbc-72d8-48fa-9257-605fddd550ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:58.140249 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-a4747dbc-72d8-48fa-9257-605fddd550ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd81c1e248e48c398263d0a53d50cb3&device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 1127 time: 0.1514721 Feb 28 19:42:58.208391 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-d4b8bcc1-bd90-4438-a287-c4bc1a4b65e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 217 time: 0.0589039 Feb 28 19:42:58.325528 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-3ee015d2-3989-44b0-974b-0a0e014f0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:58.327030 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-3ee015d2-3989-44b0-974b-0a0e014f0964 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.1083043 Feb 28 19:42:58.365950 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf155b-49e0-4208-aec4-0d7b5512fd7e req-f35b6ad9-c185-47a4-8875-8108114d361c tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:58.367658 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8eaf155b-49e0-4208-aec4-0d7b5512fd7e req-f35b6ad9-c185-47a4-8875-8108114d361c tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 943 time: 0.1704679 Feb 28 19:42:58.373832 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb154863-d230-4eca-8113-2a24404d4f83 req-17569b07-7c39-4029-bdd8-d51b798508b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:58.375350 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-17569b07-7c39-4029-bdd8-d51b798508b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b6c4db2-306b-41c0-a563-d279bf3b47e8 HTTP/1.1" status: 200 len: 909 time: 0.2189374 Feb 28 19:42:58.393770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-34e046ae-b998-49a2-98c7-ed2aff8b4b98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485294 Feb 28 19:42:58.459329 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-7414abc4-ab2f-4a85-a71e-047264335475 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de42cf9f-9568-4984-a199-2257404a8d73 HTTP/1.1" status: 200 len: 217 time: 0.0677228 Feb 28 19:42:58.563039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb154863-d230-4eca-8113-2a24404d4f83 req-2a57d97b-327e-4a42-81b2-f4abccbf333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:58.564257 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-2a57d97b-327e-4a42-81b2-f4abccbf333e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23d156f3-c2af-4493-8cbe-730dd398d6ac HTTP/1.1" status: 200 len: 848 time: 0.0802658 Feb 28 19:42:58.589035 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8eaf155b-49e0-4208-aec4-0d7b5512fd7e req-0a805a0f-91c8-404e-bee5-634fa82d4df4 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854861 Feb 28 19:42:58.623556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-e1315e37-8d22-4eb2-a070-291691c92d4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b6c4db2-306b-41c0-a563-d279bf3b47e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416515 Feb 28 19:42:58.629328 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-ef79dc2e-0017-43c7-8ae3-95a8a521278b service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292686 Feb 28 19:42:58.803405 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-f5cacce6-44dd-4e2e-bb81-6548ab48e196 service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719706 Feb 28 19:42:58.807836 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9b252190-4034-42a6-bc6b-84e2e286f065 req-558bd816-9ad7-4f56-8dcd-58517368b426 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680768 Feb 28 19:42:58.878231 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43536) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:58.914835 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb154863-d230-4eca-8113-2a24404d4f83 req-99a76b16-366c-497e-a790-82d00d7016fb service neutron] 10.222.0.30 "GET /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014013 Feb 28 19:42:58.986159 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ceb4c2d0-c9a1-4ec3-85e2-7561c2cd98dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.065940 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ceb4c2d0-c9a1-4ec3-85e2-7561c2cd98dd admin admin] Publish callbacks [] for security_group (17ee1734-81ff-4992-b458-dbf1d84c5dd4), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.071341 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ceb4c2d0-c9a1-4ec3-85e2-7561c2cd98dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (17ee1734-81ff-4992-b458-dbf1d84c5dd4), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.113424 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4c2d0-c9a1-4ec3-85e2-7561c2cd98dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ee1734-81ff-4992-b458-dbf1d84c5dd4,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:59.127953 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ceb4c2d0-c9a1-4ec3-85e2-7561c2cd98dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b46eca16e4f14c4b892b4cf96b0b7fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474091 Feb 28 19:42:59.129660 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43542) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:59.192325 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4374a899-0d19-416c-b528-950538af868e admin admin] Publish callbacks [] for security_group (17ee1734-81ff-4992-b458-dbf1d84c5dd4), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.231083 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4374a899-0d19-416c-b528-950538af868e admin admin] Publish callbacks [] for security_group (17ee1734-81ff-4992-b458-dbf1d84c5dd4), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.271944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d992b0-9a1d-4fe5-81de-87b032799a22 req-3e042764-0dc0-46f8-98d5-44e41f69941b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:59.273435 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b0d992b0-9a1d-4fe5-81de-87b032799a22 req-3e042764-0dc0-46f8-98d5-44e41f69941b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0958149 Feb 28 19:42:59.311674 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4374a899-0d19-416c-b528-950538af868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (17ee1734-81ff-4992-b458-dbf1d84c5dd4), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.314106 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4374a899-0d19-416c-b528-950538af868e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.315215 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4374a899-0d19-416c-b528-950538af868e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17ee1734-81ff-4992-b458-dbf1d84c5dd4 HTTP/1.1" status: 204 len: 168 time: 0.1845093 Feb 28 19:42:59.334532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374a899-0d19-416c-b528-950538af868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ee1734-81ff-4992-b458-dbf1d84c5dd4,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:59.338996 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b0d992b0-9a1d-4fe5-81de-87b032799a22 req-cf3c7e86-59d0-4903-9c69-5b073ee8688f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592408 Feb 28 19:42:59.614916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43552) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:59.637179 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dbcdcb88-1e6d-412f-8e10-863f30439d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.721372 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122773-3bc2-4e22-9449-91a1032bbe21 req-e18334d2-4378-4221-acb1-bdd9bb8d5b6b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:42:59.722884 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f7122773-3bc2-4e22-9449-91a1032bbe21 req-e18334d2-4378-4221-acb1-bdd9bb8d5b6b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 943 time: 0.0766058 Feb 28 19:42:59.790347 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dbcdcb88-1e6d-412f-8e10-863f30439d76 admin admin] Publish callbacks [] for security_group (48cc7e27-7471-4fd9-9a2d-563fe175645b), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.793881 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f7122773-3bc2-4e22-9449-91a1032bbe21 req-0efa0a86-1ebe-4190-b318-0534686abb5b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652733 Feb 28 19:42:59.796001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dbcdcb88-1e6d-412f-8e10-863f30439d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48cc7e27-7471-4fd9-9a2d-563fe175645b), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.842730 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-dbcdcb88-1e6d-412f-8e10-863f30439d76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3cc25ee266da43db822085cd846ba870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231445 Feb 28 19:42:59.842730 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdcb88-1e6d-412f-8e10-863f30439d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cc7e27-7471-4fd9-9a2d-563fe175645b,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:42:59.843629 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 43558) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:42:59.893467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-314b222e-cacd-4858-bf61-53ead07476a0 admin admin] Publish callbacks [] for security_group (48cc7e27-7471-4fd9-9a2d-563fe175645b), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.914112 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-314b222e-cacd-4858-bf61-53ead07476a0 admin admin] Publish callbacks [] for security_group (48cc7e27-7471-4fd9-9a2d-563fe175645b), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.967828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-314b222e-cacd-4858-bf61-53ead07476a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48cc7e27-7471-4fd9-9a2d-563fe175645b), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.970595 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-314b222e-cacd-4858-bf61-53ead07476a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:42:59.971697 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-314b222e-cacd-4858-bf61-53ead07476a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48cc7e27-7471-4fd9-9a2d-563fe175645b HTTP/1.1" status: 204 len: 168 time: 0.1277797 Feb 28 19:42:59.979870 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b222e-cacd-4858-bf61-53ead07476a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cc7e27-7471-4fd9-9a2d-563fe175645b,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:00.467887 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d5d07-f3c8-4ff6-b9d4-99b3e734ee5a req-43f99b6b-d838-4030-a59b-47cc4ecea813 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:00.473639 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ec7d5d07-f3c8-4ff6-b9d4-99b3e734ee5a req-43f99b6b-d838-4030-a59b-47cc4ecea813 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0603487 Feb 28 19:43:00.527694 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ec7d5d07-f3c8-4ff6-b9d4-99b3e734ee5a req-73703661-d855-47bc-adce-78a5a71eb6f7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526967 Feb 28 19:43:00.958489 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e4b2-625e-4f68-82db-b13d643bb6cb req-b9c66a29-6282-45cf-8f21-69b254ef6197 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:00.960034 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f0d9e4b2-625e-4f68-82db-b13d643bb6cb req-b9c66a29-6282-45cf-8f21-69b254ef6197 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 943 time: 0.0696006 Feb 28 19:43:01.011939 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f0d9e4b2-625e-4f68-82db-b13d643bb6cb req-1d074ccf-afaa-424a-bbfb-2e43c5c0c8b6 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Feb 28 19:43:01.656595 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9b1b7-2455-4fc5-84da-cc87a780a031 req-ed5f99d3-2f31-4397-8ff7-9e34eb1a6d8e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:01.658014 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-26a9b1b7-2455-4fc5-84da-cc87a780a031 req-ed5f99d3-2f31-4397-8ff7-9e34eb1a6d8e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0581489 Feb 28 19:43:01.714129 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-26a9b1b7-2455-4fc5-84da-cc87a780a031 req-585de728-c4ba-4013-81ff-cb6679323ffc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 Feb 28 19:43:02.132737 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef463b49-9e27-4ba7-b2c8-fd718c57ce9b req-c4557997-fa7c-4e37-95cc-7323ea431ec9 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:02.134281 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef463b49-9e27-4ba7-b2c8-fd718c57ce9b req-c4557997-fa7c-4e37-95cc-7323ea431ec9 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 943 time: 0.0556307 Feb 28 19:43:02.188674 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef463b49-9e27-4ba7-b2c8-fd718c57ce9b req-ff868cdd-96f9-4606-b05d-f10ba4e9a649 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Feb 28 19:43:02.853419 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd65b-e61b-427e-8caa-1ef7a4a52fb7 req-f8efe741-6fd0-4af0-8ce2-610cbd894336 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:02.855253 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-92ddd65b-e61b-427e-8caa-1ef7a4a52fb7 req-f8efe741-6fd0-4af0-8ce2-610cbd894336 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0730016 Feb 28 19:43:02.913804 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-92ddd65b-e61b-427e-8caa-1ef7a4a52fb7 req-988f872d-a0fa-4fe3-a2ab-c4bea16577df tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509729 Feb 28 19:43:03.273159 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device de42cf9f-9568-4984-a199-2257404a8d73 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:43:03.326111 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d08666-6917-4562-b8cd-a6e996e4394b req-c91bc9a6-4348-44ff-8481-c6df6c242b38 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:03.327673 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-86d08666-6917-4562-b8cd-a6e996e4394b req-c91bc9a6-4348-44ff-8481-c6df6c242b38 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 943 time: 0.0657339 Feb 28 19:43:03.375519 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port de42cf9f-9568-4984-a199-2257404a8d73, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=de42cf9f-9568-4984-a199-2257404a8d73,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:03.375778 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-86d08666-6917-4562-b8cd-a6e996e4394b req-d357a305-f658-42a8-bcfa-e193e4f0882d tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Feb 28 19:43:03.390197 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'de42cf9f-9568-4984-a199-2257404a8d73', 'network_id': '9b6c4db2-306b-41c0-a563-d279bf3b47e8', 'port_id': 'de42cf9f-9568-4984-a199-2257404a8d73', 'mac_address': 'fa:16:3e:d3:b1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d156f3-c2af-4493-8cbe-730dd398d6ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:43:03.426931 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port de42cf9f-9568-4984-a199-2257404a8d73 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:43:03.427324 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (de42cf9f-9568-4984-a199-2257404a8d73), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:03.439675 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de42cf9f-9568-4984-a199-2257404a8d73 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:43:03.458929 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port de42cf9f-9568-4984-a199-2257404a8d73, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=de42cf9f-9568-4984-a199-2257404a8d73,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:03.465112 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (de42cf9f-9568-4984-a199-2257404a8d73), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:03.518133 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=de42cf9f-9568-4984-a199-2257404a8d73,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:04.039895 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe824e8-4f9c-48a8-b4c8-258e43053098 req-acb3b181-65b9-4028-8119-ee21a89e9322 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:04.041389 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cfe824e8-4f9c-48a8-b4c8-258e43053098 req-acb3b181-65b9-4028-8119-ee21a89e9322 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0568995 Feb 28 19:43:04.093832 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cfe824e8-4f9c-48a8-b4c8-258e43053098 req-612fa548-59e5-4ec2-8f82-236ff86e6af7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Feb 28 19:43:04.181540 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['de42cf9f-9568-4984-a199-2257404a8d73'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:43:04.502757 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cee32c-8238-45b6-b11d-b8c51cdda357 req-8ddce4e0-1a1f-4ce3-9545-eb65de230ac4 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:04.504194 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-09cee32c-8238-45b6-b11d-b8c51cdda357 req-8ddce4e0-1a1f-4ce3-9545-eb65de230ac4 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 944 time: 0.0554597 Feb 28 19:43:04.551360 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-09cee32c-8238-45b6-b11d-b8c51cdda357 req-96089508-ecbf-4645-92ea-8a0b4e527cef tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Feb 28 19:43:05.227377 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6432cc-9c94-481f-b9e5-a12adddfbaa2 req-a262a73e-af3e-43ec-8304-b1836d7dda36 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:05.228873 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d6432cc-9c94-481f-b9e5-a12adddfbaa2 req-a262a73e-af3e-43ec-8304-b1836d7dda36 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0550432 Feb 28 19:43:05.280774 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d6432cc-9c94-481f-b9e5-a12adddfbaa2 req-09635729-b4ee-4884-99d1-486d7f624046 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461907 Feb 28 19:43:05.686792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d85eb-5506-4743-b713-126ccd3cc317 req-60005c63-1983-4c59-b8b9-cba88a04a4c2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:05.688233 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5e4d85eb-5506-4743-b713-126ccd3cc317 req-60005c63-1983-4c59-b8b9-cba88a04a4c2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 944 time: 0.0592759 Feb 28 19:43:05.737182 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5e4d85eb-5506-4743-b713-126ccd3cc317 req-2ae310a2-985e-4902-86c9-a4e2624a37ec tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Feb 28 19:43:06.402524 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271c6c5-a208-4b1b-b7d7-01ddabe22df6 req-3d820551-b3f2-4167-a06f-4ee5d7df6a53 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:06.403976 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c271c6c5-a208-4b1b-b7d7-01ddabe22df6 req-3d820551-b3f2-4167-a06f-4ee5d7df6a53 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0510530 Feb 28 19:43:06.451892 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c271c6c5-a208-4b1b-b7d7-01ddabe22df6 req-a055fa41-b8e9-49a0-a2c8-42788dedcbcf tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Feb 28 19:43:06.872019 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051916-71fd-4775-a290-279edf231600 req-4a8952a1-2031-4a5a-bb84-b49953e8b79b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:06.873517 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e051916-71fd-4775-a290-279edf231600 req-4a8952a1-2031-4a5a-bb84-b49953e8b79b tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 944 time: 0.0592432 Feb 28 19:43:06.923777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e051916-71fd-4775-a290-279edf231600 req-1eb610f4-d854-40cf-ae7a-26cb2e1bfb4a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Feb 28 19:43:07.581145 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdf0b4-bb02-48fc-a54b-55fdabb2fb7f req-45720430-f36d-4e3a-9a16-a1628c7e81fd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:07.582663 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58cdf0b4-bb02-48fc-a54b-55fdabb2fb7f req-45720430-f36d-4e3a-9a16-a1628c7e81fd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0548210 Feb 28 19:43:07.629514 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58cdf0b4-bb02-48fc-a54b-55fdabb2fb7f req-f62683ec-1107-4353-88a5-93683d934caa tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Feb 28 19:43:08.051162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b4a63-c1d7-4846-b3c7-573980b62e06 req-0fece2e2-d2ab-44ee-b512-b5900855e339 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:08.052632 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-922b4a63-c1d7-4846-b3c7-573980b62e06 req-0fece2e2-d2ab-44ee-b512-b5900855e339 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 944 time: 0.0535898 Feb 28 19:43:08.100501 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-922b4a63-c1d7-4846-b3c7-573980b62e06 req-0a2582d1-aadd-4341-b0fc-dbdedbbfeff7 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Feb 28 19:43:09.010166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a72ce-517b-41b0-866f-f53177c3b945 req-2c73de6a-2d55-4471-ba82-546deb8d3b7c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:09.011719 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c91a72ce-517b-41b0-866f-f53177c3b945 req-2c73de6a-2d55-4471-ba82-546deb8d3b7c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.3112421 Feb 28 19:43:09.058738 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c91a72ce-517b-41b0-866f-f53177c3b945 req-ef7a143e-9757-4bf9-ae2d-1df89e8d818a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Feb 28 19:43:09.224172 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab7c8a-7ad9-4c51-b54b-e38553c32725 req-24954e1b-1dca-4f38-9038-7299b75d6cb2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:09.225693 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ab7c8a-7ad9-4c51-b54b-e38553c32725 req-24954e1b-1dca-4f38-9038-7299b75d6cb2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 944 time: 0.0523117 Feb 28 19:43:09.272251 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2ab7c8a-7ad9-4c51-b54b-e38553c32725 req-0bc3895f-5a1a-4774-8fe4-7440b47d8831 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Feb 28 19:43:10.181421 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116783d5-3968-404a-9b14-6118e0b39ecd req-790a45a2-257f-4f96-bd65-a619b140b776 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:10.182902 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-116783d5-3968-404a-9b14-6118e0b39ecd req-790a45a2-257f-4f96-bd65-a619b140b776 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0559869 Feb 28 19:43:10.200116 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device de42cf9f-9568-4984-a199-2257404a8d73 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:43:10.240448 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-116783d5-3968-404a-9b14-6118e0b39ecd req-c0d57b3b-4e2b-41c1-bae9-c62b649186ce tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515378 Feb 28 19:43:10.274997 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port de42cf9f-9568-4984-a199-2257404a8d73 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:43:10.278682 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port de42cf9f-9568-4984-a199-2257404a8d73 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:43:10.279073 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (de42cf9f-9568-4984-a199-2257404a8d73), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:10.355717 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port de42cf9f-9568-4984-a199-2257404a8d73 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:43:10.356109 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (de42cf9f-9568-4984-a199-2257404a8d73), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:10.379511 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e19383-f729-4548-af63-6b1c1991b66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de42cf9f-9568-4984-a199-2257404a8d73'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:43:10.381823 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4cf3a-beb6-4323-a231-547dea5a9d1b" -d '{"events": [{"server_uuid": "39e19383-f729-4548-af63-6b1c1991b66f", "name": "network-vif-plugged", "status": "completed", "tag": "de42cf9f-9568-4984-a199-2257404a8d73"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:43:10.392220 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953c40e-6be3-4c38-bed3-465d7a9269b2 req-50d4f5e8-e2dd-4ef5-a416-2de73ca9f6d0 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:10.393793 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6953c40e-6be3-4c38-bed3-465d7a9269b2 req-50d4f5e8-e2dd-4ef5-a416-2de73ca9f6d0 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 944 time: 0.0555820 Feb 28 19:43:10.403325 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port de42cf9f-9568-4984-a199-2257404a8d73, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=de42cf9f-9568-4984-a199-2257404a8d73,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:10.408922 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (de42cf9f-9568-4984-a199-2257404a8d73), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:10.433062 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb04950-d98d-4ecf-baa2-46e6f41227cf x-openstack-request-id: req-8fb04950-d98d-4ecf-baa2-46e6f41227cf {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:43:10.433403 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e19383-f729-4548-af63-6b1c1991b66f", "name": "network-vif-plugged", "status": "completed", "tag": "de42cf9f-9568-4984-a199-2257404a8d73", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:43:10.433664 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8fb04950-d98d-4ecf-baa2-46e6f41227cf {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:43:10.434113 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e19383-f729-4548-af63-6b1c1991b66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de42cf9f-9568-4984-a199-2257404a8d73', 'code': 200} Feb 28 19:43:10.445323 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6953c40e-6be3-4c38-bed3-465d7a9269b2 req-471c111a-78e8-402b-aa16-d42ca4672547 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Feb 28 19:43:10.461180 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=de42cf9f-9568-4984-a199-2257404a8d73,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:11.361145 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fa406-a6b2-44bb-a597-99377730d6f9 req-b1f31f82-795c-4120-b7cf-bba624ee91bc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:11.362590 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b14fa406-a6b2-44bb-a597-99377730d6f9 req-b1f31f82-795c-4120-b7cf-bba624ee91bc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0533254 Feb 28 19:43:11.416782 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b14fa406-a6b2-44bb-a597-99377730d6f9 req-72ff7756-e316-4bf7-995c-84a9871889ab tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Feb 28 19:43:11.578965 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b0912-6cc4-412b-84e0-cbec959dbd0c req-978fe285-03fb-49da-889a-2c9738484980 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:11.580446 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-401b0912-6cc4-412b-84e0-cbec959dbd0c req-978fe285-03fb-49da-889a-2c9738484980 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.0671594 Feb 28 19:43:11.628407 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-401b0912-6cc4-412b-84e0-cbec959dbd0c req-83937784-8846-48a7-9650-947fe5f83549 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Feb 28 19:43:12.550027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10472335-733c-433b-aa18-a85bbb740b44 req-e3343005-56b1-49ba-81bf-0ce9b2336cff tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:12.551631 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-10472335-733c-433b-aa18-a85bbb740b44 req-e3343005-56b1-49ba-81bf-0ce9b2336cff tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0552924 Feb 28 19:43:12.600341 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-10472335-733c-433b-aa18-a85bbb740b44 req-2d77b8d6-9380-42cf-b21b-3dd6c10fe62c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Feb 28 19:43:12.767095 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa8461-f107-461b-b9be-79559b65a46a req-e94d8ff3-e6ae-4dd4-87bb-71b5c0451110 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:12.768474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-12fa8461-f107-461b-b9be-79559b65a46a req-e94d8ff3-e6ae-4dd4-87bb-71b5c0451110 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.0606430 Feb 28 19:43:12.818164 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-12fa8461-f107-461b-b9be-79559b65a46a req-d03d83a1-d44e-4cd7-8166-7bbd8f7dc4c3 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Feb 28 19:43:13.361990 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e388ec-3588-4a6a-8e9c-b4223595eeb5 req-8b441e77-53b7-40dc-8a2a-946764022265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:13.364031 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-33e388ec-3588-4a6a-8e9c-b4223595eeb5 req-8b441e77-53b7-40dc-8a2a-946764022265 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 1129 time: 0.0560794 Feb 28 19:43:13.426308 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-33e388ec-3588-4a6a-8e9c-b4223595eeb5 req-b6224200-55c0-4ff5-ba52-0d71e1ee071d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547996 Feb 28 19:43:13.738627 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947db5-924e-463f-8f68-1305ff42499e req-2f3a3e5f-a0d7-4dac-81fd-da82d755ecf6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:13.739991 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b9947db5-924e-463f-8f68-1305ff42499e req-2f3a3e5f-a0d7-4dac-81fd-da82d755ecf6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0560815 Feb 28 19:43:13.788935 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b9947db5-924e-463f-8f68-1305ff42499e req-40c6c6e5-5020-4295-89eb-19dc8436a47f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Feb 28 19:43:13.943097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afce75-d1f6-4aab-bedc-473bfb23d0ab req-f360908d-29af-4a71-990f-111506202e73 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:13.944596 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e2afce75-d1f6-4aab-bedc-473bfb23d0ab req-f360908d-29af-4a71-990f-111506202e73 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.0537460 Feb 28 19:43:13.992525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e2afce75-d1f6-4aab-bedc-473bfb23d0ab req-b6382ed9-9608-489b-bbf3-919361c4b3ea tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Feb 28 19:43:14.917317 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3251f8b-9884-4e0d-8de2-729d15f1c313 req-da6fe0a2-86a7-4992-bf44-1b41a6f8bab9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:14.918818 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b3251f8b-9884-4e0d-8de2-729d15f1c313 req-da6fe0a2-86a7-4992-bf44-1b41a6f8bab9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0623245 Feb 28 19:43:14.970422 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b3251f8b-9884-4e0d-8de2-729d15f1c313 req-f9980830-547d-4183-83ee-ed0f88b17a9c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Feb 28 19:43:15.144179 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bb329-0eb4-4412-9eaf-5fbb2fcf4991 req-91764253-a22b-41dc-b8dd-033f64c4fa0a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:15.145801 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-670bb329-0eb4-4412-9eaf-5fbb2fcf4991 req-91764253-a22b-41dc-b8dd-033f64c4fa0a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.0651979 Feb 28 19:43:15.195836 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-670bb329-0eb4-4412-9eaf-5fbb2fcf4991 req-56a69e09-be48-4e03-947a-98b86d7dcc90 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Feb 28 19:43:15.234624 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ffeac99e-1f0c-4768-86cf-96166c2c6f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:16.102678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f6df5-4b94-4f86-b4a3-78a7cc6c731d req-452b7695-38c7-48d6-9a23-525acef326f4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:16.104181 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e7f6df5-4b94-4f86-b4a3-78a7cc6c731d req-452b7695-38c7-48d6-9a23-525acef326f4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0620663 Feb 28 19:43:16.153639 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e7f6df5-4b94-4f86-b4a3-78a7cc6c731d req-157ab9fd-9a7f-4b4a-8dd0-63bbd7b8035c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432494 Feb 28 19:43:16.368718 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-fcd7e685-d4ed-4c38-ac26-9b96c79b28a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:16.370324 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-fcd7e685-d4ed-4c38-ac26-9b96c79b28a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.1305346 Feb 28 19:43:16.395072 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877e916-bc79-4026-a58a-c24f81684a26 req-49e664a2-2e6f-4d5f-a5e2-523bc98fef63 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:16.396541 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b877e916-bc79-4026-a58a-c24f81684a26 req-49e664a2-2e6f-4d5f-a5e2-523bc98fef63 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.1062860 Feb 28 19:43:16.400581 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-2cdff89a-e582-4b53-9b74-ca27cd11b00b tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/quotas/3bd22773665549c4a777f84b4d39cf00 HTTP/1.1" status: 200 len: 375 time: 0.0241988 Feb 28 19:43:16.476599 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b877e916-bc79-4026-a58a-c24f81684a26 req-c07e6615-4a9d-43f3-a6e3-555d9db0d768 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740042 Feb 28 19:43:16.491097 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-a3064028-5d2c-4b80-b0b1-693e98d41c10 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827732 Feb 28 19:43:16.582587 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-a5dcc0ca-9e54-4f31-bb05-4fd769569f9b service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842609 Feb 28 19:43:16.678810 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-6b024054-e534-440f-a5cb-e2476fa0013b service neutron] 10.222.0.47 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900683 Feb 28 19:43:16.847815 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-33b70565-656b-4310-bc2f-5b77cc48fbd9 req-48f23836-508a-4f1f-9108-b01e4881d662 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 210 time: 0.0330751 Feb 28 19:43:17.107977 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:43:17.324593 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907d7f-ef0b-4413-9094-4db41856bb82 req-50d22e3e-018b-4bf5-8949-2de26f07a860 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:17.326251 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2907d7f-ef0b-4413-9094-4db41856bb82 req-50d22e3e-018b-4bf5-8949-2de26f07a860 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0972595 Feb 28 19:43:17.337802 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296496a-da2c-4424-b491-d0868e1b92d8 req-cf7b2dcd-0221-4160-95cb-dfbb2158b43a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:17.339385 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1296496a-da2c-4424-b491-d0868e1b92d8 req-cf7b2dcd-0221-4160-95cb-dfbb2158b43a tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.0785129 Feb 28 19:43:17.420917 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2907d7f-ef0b-4413-9094-4db41856bb82 req-1a941d2c-0571-4fa7-a9c9-9b563430a353 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804729 Feb 28 19:43:17.426285 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1296496a-da2c-4424-b491-d0868e1b92d8 req-190d6477-8671-4f41-ba9b-67dfe47a33e4 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799518 Feb 28 19:43:17.673530 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0f4f0a6e-4107-4d20-bbe4-eb55a8403ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:17.949376 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf00a20f-765d-407f-9b61-a41085808f45 req-343d6aee-a8cc-47a5-b5a4-87e1292ab638 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Feb 28 19:43:18.099505 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-4ff26fcf-7877-403f-924b-eda96d655576 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:18.101058 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-4ff26fcf-7877-403f-924b-eda96d655576 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 814 time: 0.1016092 Feb 28 19:43:18.127785 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Request body: {'port': {'device_id': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'admin_state_up': True, 'tenant_id': '3bd22773665549c4a777f84b4d39cf00'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:43:18.244235 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Made reservation on behalf of 3bd22773665549c4a777f84b4d39cf00 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:43:18.247625 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.375807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Allocated IP 172.20.0.8 (5bcda800-1fc1-4c7e-b53f-e930f5358b9c/a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa/a230f414-e031-46cb-ae1b-52bafc134e1c) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:43:18.570190 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43962) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:18.588110 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks [] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.649650 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746c09-49b7-43f6-8aab-87d42e96fb6e req-d5bae18e-cf12-4bdd-be5b-b2f2bb4091f9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:18.651215 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a8746c09-49b7-43f6-8aab-87d42e96fb6e req-d5bae18e-cf12-4bdd-be5b-b2f2bb4091f9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1192067 Feb 28 19:43:18.659516 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e672-6175-47fb-9ee7-39592399b7cb req-babc827c-4548-4162-9d5d-85c49ce9985f tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:18.661012 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-33c7e672-6175-47fb-9ee7-39592399b7cb req-babc827c-4548-4162-9d5d-85c49ce9985f tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.1477294 Feb 28 19:43:18.694672 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.695304 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5c803d9c-0c27-47dc-ae82-afd4a2b8400c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.731187 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278', '54492895-9560-4676-9b77-b54585a185a7', 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:43:18.774402 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5c803d9c-0c27-47dc-ae82-afd4a2b8400c admin admin] Publish callbacks [] for security_group (69a38b49-6cff-45f5-9f01-d2ac6448a893), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.774953 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:43:18.779544 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5c803d9c-0c27-47dc-ae82-afd4a2b8400c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (69a38b49-6cff-45f5-9f01-d2ac6448a893), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.788119 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:43:18.795440 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a8746c09-49b7-43f6-8aab-87d42e96fb6e req-66ab326a-d521-4a4f-ad50-861d8bf77310 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320286 Feb 28 19:43:18.798215 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:43:18.813814 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-33c7e672-6175-47fb-9ee7-39592399b7cb req-eed3c551-dd5e-4315-a023-f53ab266cffe tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431158 Feb 28 19:43:18.830109 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.843152 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event updated for resources: {'Port': ['ID=a230f414-e031-46cb-ae1b-52bafc134e1c,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:18.845271 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-5c803d9c-0c27-47dc-ae82-afd4a2b8400c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4103bd269ee64cb2b4047aaa1fa9d91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739348 Feb 28 19:43:18.845896 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43970) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:18.847716 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c803d9c-0c27-47dc-ae82-afd4a2b8400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a38b49-6cff-45f5-9f01-d2ac6448a893,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:18.882403 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:18.883020 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.903982 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ca43de28-7ef0-4c98-a1d6-9396d26c082c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800782 Feb 28 19:43:18.904818 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d167fa0-615f-41de-8ae8-44425337311c admin admin] Publish callbacks [] for security_group (69a38b49-6cff-45f5-9f01-d2ac6448a893), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:18.921986 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Request body: {'port': {'device_id': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:43:18.938269 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d167fa0-615f-41de-8ae8-44425337311c admin admin] Publish callbacks [] for security_group (69a38b49-6cff-45f5-9f01-d2ac6448a893), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.005511 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.012975 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d167fa0-615f-41de-8ae8-44425337311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (69a38b49-6cff-45f5-9f01-d2ac6448a893), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.015635 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d167fa0-615f-41de-8ae8-44425337311c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.016828 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1d167fa0-615f-41de-8ae8-44425337311c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69a38b49-6cff-45f5-9f01-d2ac6448a893 HTTP/1.1" status: 204 len: 168 time: 0.1657934 Feb 28 19:43:19.045656 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d167fa0-615f-41de-8ae8-44425337311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a38b49-6cff-45f5-9f01-d2ac6448a893,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:19.211050 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7b7b2-7c09-476b-8c79-44fd151db7a8 req-c8de5679-ee76-4360-a10f-38f9625a59f9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:19.212637 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53f7b7b2-7c09-476b-8c79-44fd151db7a8 req-c8de5679-ee76-4360-a10f-38f9625a59f9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 931 time: 0.1555099 Feb 28 19:43:19.316420 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53f7b7b2-7c09-476b-8c79-44fd151db7a8 req-fc9c839c-7511-403b-8bde-da41b8c4aae9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979557 Feb 28 19:43:19.386416 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43978) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:19.400505 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-eb29b75f-8732-4510-9c4b-cc0272978215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.406611 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a230f414-e031-46cb-ae1b-52bafc134e1c {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:43:19.414050 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Publish callbacks [] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.426327 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Transition to ACTIVE for port object a230f414-e031-46cb-ae1b-52bafc134e1c will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:43:19.432422 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.476686 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-eb29b75f-8732-4510-9c4b-cc0272978215 admin admin] Publish callbacks [] for security_group (908ab341-1793-48a8-a418-7de6b0dac7bc), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.479942 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Pushing event updated for resources: {'Port': ['ID=a230f414-e031-46cb-ae1b-52bafc134e1c,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:19.481346 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-eb29b75f-8732-4510-9c4b-cc0272978215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (908ab341-1793-48a8-a418-7de6b0dac7bc), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.523945 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-eb29b75f-8732-4510-9c4b-cc0272978215 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6529ee98089747069c79daede286ca66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363826 Feb 28 19:43:19.524923 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29b75f-8732-4510-9c4b-cc0272978215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908ab341-1793-48a8-a418-7de6b0dac7bc,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:19.527340 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 43980) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:19.561400 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Attempting to bind port a230f414-e031-46cb-ae1b-52bafc134e1c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:43:19.561815 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Attempting to bind port a230f414-e031-46cb-ae1b-52bafc134e1c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:43:19.562264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Attempting to bind port a230f414-e031-46cb-ae1b-52bafc134e1c on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:43:19.566525 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Port a230f414-e031-46cb-ae1b-52bafc134e1c on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:43:19.566903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Attempting to bind port a230f414-e031-46cb-ae1b-52bafc134e1c on network 5bcda800-1fc1-4c7e-b53f-e930f5358b9c {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:43:19.571817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:43:19.572145 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Checking segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:43:19.572533 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Bound using segment: {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:43:19.572964 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Bound port: a230f414-e031-46cb-ae1b-52bafc134e1c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8398a57d-6fe9-47c8-b277-4f4d9f33defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:43:19.573347 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.573956 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-81cc8f59-3244-4dae-a778-55a21b4c0b7b admin admin] Publish callbacks [] for security_group (908ab341-1793-48a8-a418-7de6b0dac7bc), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.594951 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-81cc8f59-3244-4dae-a778-55a21b4c0b7b admin admin] Publish callbacks [] for security_group (908ab341-1793-48a8-a418-7de6b0dac7bc), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.636382 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] For port a230f414-e031-46cb-ae1b-52bafc134e1c, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:43:19.639558 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] For port a230f414-e031-46cb-ae1b-52bafc134e1c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a230f414-e031-46cb-ae1b-52bafc134e1c,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:43:19.640873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-81cc8f59-3244-4dae-a778-55a21b4c0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (908ab341-1793-48a8-a418-7de6b0dac7bc), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.643838 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-81cc8f59-3244-4dae-a778-55a21b4c0b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.645151 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-81cc8f59-3244-4dae-a778-55a21b4c0b7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/908ab341-1793-48a8-a418-7de6b0dac7bc HTTP/1.1" status: 204 len: 168 time: 0.1169295 Feb 28 19:43:19.646646 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.663158 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8f59-3244-4dae-a778-55a21b4c0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ab341-1793-48a8-a418-7de6b0dac7bc,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:19.685313 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:19.685929 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:19.687369 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] 10.222.0.30 "PUT /v2.0/ports/a230f414-e031-46cb-ae1b-52bafc134e1c HTTP/1.1" status: 200 len: 1093 time: 0.7718401 Feb 28 19:43:19.687834 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'tag': 'a230f414-e031-46cb-ae1b-52bafc134e1c'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:43:19.690104 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705c4e77-f6ad-4023-9c54-29b5f151e7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa5f5e7-76bb-464e-9f5f-93df05045bd1", "tag": "a230f414-e031-46cb-ae1b-52bafc134e1c"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:43:19.731093 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7ac394-8440-4497-a9a0-c3aa95ea69b6 x-openstack-request-id: req-ac7ac394-8440-4497-a9a0-c3aa95ea69b6 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:43:19.731477 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa5f5e7-76bb-464e-9f5f-93df05045bd1", "tag": "a230f414-e031-46cb-ae1b-52bafc134e1c", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:43:19.731876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac7ac394-8440-4497-a9a0-c3aa95ea69b6 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:43:19.732403 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'tag': 'a230f414-e031-46cb-ae1b-52bafc134e1c', 'status': 'completed', 'code': 200} Feb 28 19:43:19.735542 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91071bdc-3681-4cc8-969b-a4ddea4a3708 service neutron] Pushing event updated for resources: {'Port': ['ID=a230f414-e031-46cb-ae1b-52bafc134e1c,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:19.786078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ddad06a1-b964-4a3b-b1bc-be46b406738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:19.787590 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-ddad06a1-b964-4a3b-b1bc-be46b406738f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 1127 time: 0.0488079 Feb 28 19:43:19.838327 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-6da7f464-5d68-49ce-8ef4-5a27ccbcf432 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a230f414-e031-46cb-ae1b-52bafc134e1c HTTP/1.1" status: 200 len: 217 time: 0.0394952 Feb 28 19:43:19.890144 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-8daff36c-cc9c-4d79-990f-bbbb33276ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:19.891964 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-8daff36c-cc9c-4d79-990f-bbbb33276ac4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0495293 Feb 28 19:43:19.964335 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-dae7d03f-11e5-46ad-9a03-a5a566e3f128 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640798 Feb 28 19:43:20.002742 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:20.063985 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521f53-f12a-4ac5-af0b-8d20793ee295 req-588d486d-29f0-4c09-99d2-74b0592d26e8 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.065505 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34521f53-f12a-4ac5-af0b-8d20793ee295 req-588d486d-29f0-4c09-99d2-74b0592d26e8 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1563160 Feb 28 19:43:20.094806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6127f1d-2161-4410-8306-08167309d0b3 req-e824ebda-b61e-4bb1-aa61-f99e8855ae85 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.096260 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e6127f1d-2161-4410-8306-08167309d0b3 req-e824ebda-b61e-4bb1-aa61-f99e8855ae85 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.1759291 Feb 28 19:43:20.132564 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-de87680d-770a-4181-985a-8bc070649799 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533327 Feb 28 19:43:20.239608 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-34521f53-f12a-4ac5-af0b-8d20793ee295 req-fe443e1d-7140-46d2-88c1-8635c0a6e678 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635132 Feb 28 19:43:20.244506 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:20.262286 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e6127f1d-2161-4410-8306-08167309d0b3 req-67dfdf29-77c7-47fe-a600-da5b8a0ca2d3 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541808 Feb 28 19:43:20.299755 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-4b5d3e7f-66df-4d51-a792-3410bcae4ae7 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.301369 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-4b5d3e7f-66df-4d51-a792-3410bcae4ae7 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 945 time: 0.0877955 Feb 28 19:43:20.318987 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d34568d7-dfef-45c8-8e3c-f1d66a154b34 req-324c0b2b-2078-4b8e-b43f-2762684fc53b service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774280 Feb 28 19:43:20.519438 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a0096-0891-470f-bc42-9ecf383bb3f6 req-5eaddf8b-e5c1-476c-a48c-512c9b5f6943 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.520888 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-da8a0096-0891-470f-bc42-9ecf383bb3f6 req-5eaddf8b-e5c1-476c-a48c-512c9b5f6943 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 943 time: 0.1367931 Feb 28 19:43:20.565735 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-48b4e587-fd13-41a0-8f43-217d99b64422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.567224 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-48b4e587-fd13-41a0-8f43-217d99b64422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 1127 time: 0.1179683 Feb 28 19:43:20.609654 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-da8a0096-0891-470f-bc42-9ecf383bb3f6 req-ad5f6cde-27ab-4404-874f-de43506c45e5 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802307 Feb 28 19:43:20.642340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Deleting port de42cf9f-9568-4984-a199-2257404a8d73 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:43:20.642685 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (de42cf9f-9568-4984-a199-2257404a8d73), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:20.739639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-47ba054b-1312-4ce0-88f1-512d76947a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.741159 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-47ba054b-1312-4ce0-88f1-512d76947a1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 915 time: 0.1653650 Feb 28 19:43:20.792699 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-eedb7fd6-7edd-4f95-a29b-d766904b6e79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a230f414-e031-46cb-ae1b-52bafc134e1c HTTP/1.1" status: 200 len: 217 time: 0.0424545 Feb 28 19:43:20.808121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] For port de42cf9f-9568-4984-a199-2257404a8d73, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=de42cf9f-9568-4984-a199-2257404a8d73,segment=NetworkSegment(21911601-741c-4925-9342-7076219f966c),segment_id=21911601-741c-4925-9342-7076219f966c)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:20.808484 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (de42cf9f-9568-4984-a199-2257404a8d73), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:20.840432 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Calling delete_port for de42cf9f-9568-4984-a199-2257404a8d73 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:43:20.867736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-5a85fa6e-8086-4d56-83ad-719280b4bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:20.869369 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-5a85fa6e-8086-4d56-83ad-719280b4bc05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0696528 Feb 28 19:43:20.932863 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-03e7df5f-da67-4639-9cad-fe4aa3486b53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319390 Feb 28 19:43:21.075413 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-212a83e8-31bb-4cab-b09b-b5778ce8d4b9 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349063 Feb 28 19:43:21.135606 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (de42cf9f-9568-4984-a199-2257404a8d73), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:21.148227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['de42cf9f-9568-4984-a199-2257404a8d73'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:43:21.172923 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Pushing event deleted for resources: {'Port': ['ID=de42cf9f-9568-4984-a199-2257404a8d73,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:21.235361 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] No DVR routers for this DVR port de42cf9f-9568-4984-a199-2257404a8d73 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:43:21.239395 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:21.242665 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95de71c5-3e1c-4c54-8e71-065558b42777 req-41aa1aa7-81ed-461f-b3f1-db983e3f43e2 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.30 "DELETE /v2.0/ports/de42cf9f-9568-4984-a199-2257404a8d73 HTTP/1.1" status: 204 len: 173 time: 0.8286283 Feb 28 19:43:21.259678 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-705c4e77-f6ad-4023-9c54-29b5f151e7ab req-b8215be7-35b2-479a-8673-4fa25eeabf30 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767929 Feb 28 19:43:21.386558 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e1b1bac-8fe1-45b1-9fee-0e465297fdea req-60d3546f-ab13-482f-9f9f-666c7e7c95a6 tempest-VolumesActionsTest-744839634 tempest-VolumesActionsTest-744839634-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e19383-f729-4548-af63-6b1c1991b66f HTTP/1.1" status: 200 len: 210 time: 0.0503261 Feb 28 19:43:21.406445 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0150f60-5d00-4844-9bd7-943ab0815ae4 req-afc90af9-9fb1-4470-8fc5-97f06fced5f2 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:21.408092 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e0150f60-5d00-4844-9bd7-943ab0815ae4 req-afc90af9-9fb1-4470-8fc5-97f06fced5f2 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0868454 Feb 28 19:43:21.461238 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e0150f60-5d00-4844-9bd7-943ab0815ae4 req-41e7d8c2-052f-4485-a902-2c8d5662d66e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457768 Feb 28 19:43:21.586273 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:21.729824 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36fea-ada1-43af-a446-55e2cb76d5df req-30d88c36-8b85-485e-a4ca-aa13a503643f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:21.731168 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fcc36fea-ada1-43af-a446-55e2cb76d5df req-30d88c36-8b85-485e-a4ca-aa13a503643f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 943 time: 0.0536027 Feb 28 19:43:21.733704 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e19383-f729-4548-af63-6b1c1991b66f', 'name': 'network-vif-deleted', 'tag': 'de42cf9f-9568-4984-a199-2257404a8d73'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:43:21.736005 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c4d63a-e756-4468-a3ae-7d9399898e50" -d '{"events": [{"server_uuid": "39e19383-f729-4548-af63-6b1c1991b66f", "name": "network-vif-deleted", "tag": "de42cf9f-9568-4984-a199-2257404a8d73"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:43:21.774730 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40432a90-a63f-41af-b226-dea23ec8e365 x-openstack-request-id: req-40432a90-a63f-41af-b226-dea23ec8e365 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:43:21.775018 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e19383-f729-4548-af63-6b1c1991b66f", "name": "network-vif-deleted", "tag": "de42cf9f-9568-4984-a199-2257404a8d73", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:43:21.775266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40432a90-a63f-41af-b226-dea23ec8e365 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:43:21.775675 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e19383-f729-4548-af63-6b1c1991b66f', 'name': 'network-vif-deleted', 'tag': 'de42cf9f-9568-4984-a199-2257404a8d73', 'status': 'completed', 'code': 200} Feb 28 19:43:21.783006 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fcc36fea-ada1-43af-a446-55e2cb76d5df req-184d2018-50cd-44ff-9406-74376da40b52 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Feb 28 19:43:22.582890 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db211da2-bbc2-4679-a8bb-f1233e59aa3f req-dc54d201-684a-4403-83f4-7d04748abe51 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:22.587295 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-db211da2-bbc2-4679-a8bb-f1233e59aa3f req-dc54d201-684a-4403-83f4-7d04748abe51 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0573151 Feb 28 19:43:22.641416 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-db211da2-bbc2-4679-a8bb-f1233e59aa3f req-e5177a68-c6dd-4c05-8570-d54b12c06067 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Feb 28 19:43:22.910503 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c8f2f-d651-40f4-b55d-bda8c44eab5b req-3095477b-933b-4587-89f4-071453aae144 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:22.912237 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210c8f2f-d651-40f4-b55d-bda8c44eab5b req-3095477b-933b-4587-89f4-071453aae144 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 943 time: 0.0613673 Feb 28 19:43:22.960735 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210c8f2f-d651-40f4-b55d-bda8c44eab5b req-be7a4ae3-8cb6-4e5d-bd75-ef8861cb444c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Feb 28 19:43:23.765617 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61293-70c7-451c-b7f6-d341ddd663d4 req-35fbc329-bb2d-4e24-be39-c2aa55c8e9b7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:23.767202 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58b61293-70c7-451c-b7f6-d341ddd663d4 req-35fbc329-bb2d-4e24-be39-c2aa55c8e9b7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0532606 Feb 28 19:43:23.814086 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58b61293-70c7-451c-b7f6-d341ddd663d4 req-89cfdc55-0b72-4ea8-b618-1c88781f7be1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Feb 28 19:43:24.079243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b9f2-8764-46d3-ae1b-1ff3adca2e59 req-1dbf4368-c4ec-45d5-bdde-0311e0f679e6 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:24.080925 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-98e8b9f2-8764-46d3-ae1b-1ff3adca2e59 req-1dbf4368-c4ec-45d5-bdde-0311e0f679e6 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Feb 28 19:43:24.134480 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-98e8b9f2-8764-46d3-ae1b-1ff3adca2e59 req-cfb0976d-d2a6-4fca-ae36-0a0a9e9759ce tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477483 Feb 28 19:43:24.259256 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device de42cf9f-9568-4984-a199-2257404a8d73 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:43:24.282303 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: de42cf9f-9568-4984-a199-2257404a8d73 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:43:24.282724 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device de42cf9f-9568-4984-a199-2257404a8d73 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:43:24.952981 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52313d3-24be-45d8-af75-b5e4dcc0af73 req-a63d96f7-90ac-44dc-968d-2eebb744bb89 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:24.954587 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c52313d3-24be-45d8-af75-b5e4dcc0af73 req-a63d96f7-90ac-44dc-968d-2eebb744bb89 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0584190 Feb 28 19:43:25.002716 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c52313d3-24be-45d8-af75-b5e4dcc0af73 req-4bc22e28-9f55-4aeb-8c91-5fad39039eea tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Feb 28 19:43:25.261207 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc02a4c-33d4-47c6-adbd-ed12f6ace2d4 req-48ab85ad-c7f1-4650-92a8-e25ae407e04c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:25.262642 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3cc02a4c-33d4-47c6-adbd-ed12f6ace2d4 req-48ab85ad-c7f1-4650-92a8-e25ae407e04c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 943 time: 0.0532272 Feb 28 19:43:25.308039 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3cc02a4c-33d4-47c6-adbd-ed12f6ace2d4 req-2a348d8e-ff68-47e8-804c-9b508f09a27a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Feb 28 19:43:26.137087 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80956855-a764-4f12-ba08-a16e5410899b req-de0a88cb-fbd5-408b-b84f-36d7e2a0ae8e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:26.138586 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-80956855-a764-4f12-ba08-a16e5410899b req-de0a88cb-fbd5-408b-b84f-36d7e2a0ae8e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0573096 Feb 28 19:43:26.185691 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-80956855-a764-4f12-ba08-a16e5410899b req-59868bfb-548a-46cf-b014-6f075c8e7e8f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Feb 28 19:43:26.447192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c229047-f969-4f0b-b4dc-10111a4c99e7 req-86f9e722-6308-47cf-b97b-6555cc675529 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:26.448644 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8c229047-f969-4f0b-b4dc-10111a4c99e7 req-86f9e722-6308-47cf-b97b-6555cc675529 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 943 time: 0.0604076 Feb 28 19:43:26.497186 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8c229047-f969-4f0b-b4dc-10111a4c99e7 req-1f0a9d8d-967e-4cd4-a338-ed1f3bacc341 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Feb 28 19:43:26.875327 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a230f414-e031-46cb-ae1b-52bafc134e1c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:43:26.979354 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port a230f414-e031-46cb-ae1b-52bafc134e1c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a230f414-e031-46cb-ae1b-52bafc134e1c,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:26.993691 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'a230f414-e031-46cb-ae1b-52bafc134e1c', 'network_id': '5bcda800-1fc1-4c7e-b53f-e930f5358b9c', 'port_id': 'a230f414-e031-46cb-ae1b-52bafc134e1c', 'mac_address': 'fa:16:3e:6f:60:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:43:27.034865 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port a230f414-e031-46cb-ae1b-52bafc134e1c is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:43:27.035265 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:27.048853 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a230f414-e031-46cb-ae1b-52bafc134e1c {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:43:27.068421 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port a230f414-e031-46cb-ae1b-52bafc134e1c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a230f414-e031-46cb-ae1b-52bafc134e1c,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:27.074048 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:27.120465 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=a230f414-e031-46cb-ae1b-52bafc134e1c,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:27.317713 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76448-0b62-4dc6-affe-b01d5e15420f req-2d98ef08-3f0e-4bc4-9b0b-4ffc2773df08 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:27.319208 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d8e76448-0b62-4dc6-affe-b01d5e15420f req-2d98ef08-3f0e-4bc4-9b0b-4ffc2773df08 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0582623 Feb 28 19:43:27.639386 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d8e76448-0b62-4dc6-affe-b01d5e15420f req-b3a8ad68-58ff-4255-807e-b22bacfe0060 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144379 Feb 28 19:43:27.653899 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445e15-4291-400d-a843-798722f8aa65 req-60e8dc8b-4ab3-4cd4-9ec0-b8a50cdf682f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:27.655359 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7d445e15-4291-400d-a843-798722f8aa65 req-60e8dc8b-4ab3-4cd4-9ec0-b8a50cdf682f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 944 time: 0.0720417 Feb 28 19:43:27.700699 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7d445e15-4291-400d-a843-798722f8aa65 req-0257b04d-e667-4622-ae19-cdd7a8649a8d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Feb 28 19:43:28.597221 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fffc8-0173-40d5-9c50-b789744e83d5 req-58530847-5f40-4a74-a781-f718e3e52b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:28.598836 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c0fffc8-0173-40d5-9c50-b789744e83d5 req-58530847-5f40-4a74-a781-f718e3e52b3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.0467799 Feb 28 19:43:28.648496 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c0fffc8-0173-40d5-9c50-b789744e83d5 req-040055b3-44bc-4af2-864f-37d4511d438e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Feb 28 19:43:28.758494 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5230d-7d28-4de9-a454-40c9b18cbfc3 req-64b48b82-bea2-46af-99b5-dd797511c9fb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:28.760065 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38b5230d-7d28-4de9-a454-40c9b18cbfc3 req-64b48b82-bea2-46af-99b5-dd797511c9fb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0540454 Feb 28 19:43:28.834656 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38b5230d-7d28-4de9-a454-40c9b18cbfc3 req-1343df73-5fce-4d1d-918e-3aa203d0e63e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688243 Feb 28 19:43:28.847921 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf6126-4081-4a58-8c38-96b6039d3cc3 req-b669d755-2893-49a4-b072-002c21daf1ff tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:28.849330 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1bcf6126-4081-4a58-8c38-96b6039d3cc3 req-b669d755-2893-49a4-b072-002c21daf1ff tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 944 time: 0.0775976 Feb 28 19:43:28.896685 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1bcf6126-4081-4a58-8c38-96b6039d3cc3 req-66441b58-9641-45f0-92e9-c52b0b0b2a03 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Feb 28 19:43:29.771280 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['a230f414-e031-46cb-ae1b-52bafc134e1c'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:43:29.959789 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4f186-6a6c-431e-89f3-37d043d0e40e req-3c9eae13-8f0c-42e0-b5d1-81abc194405a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:29.961332 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6a4f186-6a6c-431e-89f3-37d043d0e40e req-3c9eae13-8f0c-42e0-b5d1-81abc194405a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0598259 Feb 28 19:43:30.040169 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6a4f186-6a6c-431e-89f3-37d043d0e40e req-9ac59817-273b-4010-a3a5-07381eba3a6e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732291 Feb 28 19:43:30.056497 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a788d-4c93-4dcf-8e49-e67b4c9e9f19 req-c2e32ce2-3e9c-4394-9e84-a90669a1dbd4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:30.058386 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cc9a788d-4c93-4dcf-8e49-e67b4c9e9f19 req-c2e32ce2-3e9c-4394-9e84-a90669a1dbd4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 944 time: 0.0898182 Feb 28 19:43:30.114227 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cc9a788d-4c93-4dcf-8e49-e67b4c9e9f19 req-1267480d-cfe6-4bdc-a3b8-3a1df2a5ad84 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480862 Feb 28 19:43:31.194598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb27e-5e2a-4c0b-b343-82dd018272a5 req-df3f5013-186c-4a78-8a7f-14d94544b142 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:31.197365 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8c5bb27e-5e2a-4c0b-b343-82dd018272a5 req-df3f5013-186c-4a78-8a7f-14d94544b142 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0764151 Feb 28 19:43:31.287192 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44272) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:31.301568 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8c5bb27e-5e2a-4c0b-b343-82dd018272a5 req-33640984-bfef-46e4-b1d8-62ac612aabe6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986683 Feb 28 19:43:31.311430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ae5b7-d2b0-486c-8d66-5e434f680a3b req-29820b64-59e0-4bf3-918b-24da4e62a808 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:31.317620 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a9ae5b7-d2b0-486c-8d66-5e434f680a3b req-29820b64-59e0-4bf3-918b-24da4e62a808 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 944 time: 0.1029375 Feb 28 19:43:31.366366 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a9ae5b7-d2b0-486c-8d66-5e434f680a3b req-21cd513f-3355-47a6-9c81-9de345d6407f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471234 Feb 28 19:43:31.450886 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d68d709-722c-4a54-a4b7-9cbe30d247c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.554695 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d68d709-722c-4a54-a4b7-9cbe30d247c2 admin admin] Publish callbacks [] for security_group (f2d263a1-65f4-4f2d-8f95-67bf5c40a578), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.567580 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d68d709-722c-4a54-a4b7-9cbe30d247c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f2d263a1-65f4-4f2d-8f95-67bf5c40a578), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.605812 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1d68d709-722c-4a54-a4b7-9cbe30d247c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ecfa701797944c3966e33e9f705628e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177600 Feb 28 19:43:31.609185 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 44288) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:31.628302 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68d709-722c-4a54-a4b7-9cbe30d247c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d263a1-65f4-4f2d-8f95-67bf5c40a578,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:31.653195 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-235ad5e3-9a73-4bad-8727-be98a1aff9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:31.655572 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-235ad5e3-9a73-4bad-8727-be98a1aff9ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.1277077 Feb 28 19:43:31.688409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509018b-5f3b-44a9-9655-875c567956f2 req-df331acd-9d8d-4c9e-b9b4-4d79ded8c08e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:31.690560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b509018b-5f3b-44a9-9655-875c567956f2 req-df331acd-9d8d-4c9e-b9b4-4d79ded8c08e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1239421 Feb 28 19:43:31.764967 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-08ae36a2-9a6b-4f3c-a01b-652b339383ad admin admin] Publish callbacks [] for security_group (f2d263a1-65f4-4f2d-8f95-67bf5c40a578), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.807619 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-08ae36a2-9a6b-4f3c-a01b-652b339383ad admin admin] Publish callbacks [] for security_group (f2d263a1-65f4-4f2d-8f95-67bf5c40a578), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.855596 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b509018b-5f3b-44a9-9655-875c567956f2 req-210e4af0-71d8-49fb-af0e-33a31ac05dcb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527629 Feb 28 19:43:31.875981 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-ca0655a8-3bf8-45f9-939e-f89cf3d04655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:31.875981 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-ca0655a8-3bf8-45f9-939e-f89cf3d04655 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.2104027 Feb 28 19:43:31.929227 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-b2419bba-24d5-4710-952f-db326bb98f4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 217 time: 0.0458200 Feb 28 19:43:31.930443 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-08ae36a2-9a6b-4f3c-a01b-652b339383ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f2d263a1-65f4-4f2d-8f95-67bf5c40a578), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.933247 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-08ae36a2-9a6b-4f3c-a01b-652b339383ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:31.937307 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-08ae36a2-9a6b-4f3c-a01b-652b339383ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2d263a1-65f4-4f2d-8f95-67bf5c40a578 HTTP/1.1" status: 204 len: 168 time: 0.3245926 Feb 28 19:43:31.953050 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae36a2-9a6b-4f3c-a01b-652b339383ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d263a1-65f4-4f2d-8f95-67bf5c40a578,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:32.009177 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-e3905539-67fd-4f70-a6fa-a33b557b72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:32.010739 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-e3905539-67fd-4f70-a6fa-a33b557b72fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.0730238 Feb 28 19:43:32.047982 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-9a3f4b16-0ca5-416b-90d8-b37648336f8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308783 Feb 28 19:43:32.158298 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-8bef3aa3-ca07-4ff1-848b-902193e03d3f service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982988 Feb 28 19:43:32.270485 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08263b8b-23f6-43d8-a2ae-31a636fe0f0f req-3885d3cc-1104-409d-8fec-56fd0f02faad service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052127 Feb 28 19:43:32.305669 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44296) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:32.343738 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6fece153-4012-4d09-8e00-0bf54fcf52de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.370685 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a230f414-e031-46cb-ae1b-52bafc134e1c up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:43:32.478819 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port a230f414-e031-46cb-ae1b-52bafc134e1c completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:43:32.489270 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port a230f414-e031-46cb-ae1b-52bafc134e1c triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:43:32.492311 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.545021 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6fece153-4012-4d09-8e00-0bf54fcf52de admin admin] Publish callbacks [] for security_group (dec38624-5d51-47b3-a290-a0cb08dbcd7f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.550592 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6fece153-4012-4d09-8e00-0bf54fcf52de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (dec38624-5d51-47b3-a290-a0cb08dbcd7f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.584928 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4b697-f170-4853-9d80-7e732ae9c5b7 req-a8e0c26e-3670-4af2-a652-ee7559bb6e29 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:32.586607 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f0a4b697-f170-4853-9d80-7e732ae9c5b7 req-a8e0c26e-3670-4af2-a652-ee7559bb6e29 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 944 time: 0.1351309 Feb 28 19:43:32.616336 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6fece153-4012-4d09-8e00-0bf54fcf52de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c1ce1fc449f4f10b642c9b1c32526ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082895 Feb 28 19:43:32.617090 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fece153-4012-4d09-8e00-0bf54fcf52de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec38624-5d51-47b3-a290-a0cb08dbcd7f,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:32.620706 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44308) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:32.710671 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f0a4b697-f170-4853-9d80-7e732ae9c5b7 req-31e2e332-050b-40f7-aff4-4a3271daa3af tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169400 Feb 28 19:43:32.731048 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port a230f414-e031-46cb-ae1b-52bafc134e1c is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:43:32.731447 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.735038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc753-8a5c-4306-a0dc-f3627f625c68 admin admin] Publish callbacks [] for security_group (dec38624-5d51-47b3-a290-a0cb08dbcd7f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.771765 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a230f414-e031-46cb-ae1b-52bafc134e1c'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:43:32.774156 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a668f-688a-4f03-b138-94594d1df38d" -d '{"events": [{"server_uuid": "7aa5f5e7-76bb-464e-9f5f-93df05045bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a230f414-e031-46cb-ae1b-52bafc134e1c"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:43:32.792270 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port a230f414-e031-46cb-ae1b-52bafc134e1c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a230f414-e031-46cb-ae1b-52bafc134e1c,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:32.795566 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc753-8a5c-4306-a0dc-f3627f625c68 admin admin] Publish callbacks [] for security_group (dec38624-5d51-47b3-a290-a0cb08dbcd7f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.801014 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.865290 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=a230f414-e031-46cb-ae1b-52bafc134e1c,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:32.902142 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a1b37e-f744-4b0a-ac0c-5cffd8d28ca3 x-openstack-request-id: req-07a1b37e-f744-4b0a-ac0c-5cffd8d28ca3 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:43:32.902676 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa5f5e7-76bb-464e-9f5f-93df05045bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a230f414-e031-46cb-ae1b-52bafc134e1c", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:43:32.903188 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07a1b37e-f744-4b0a-ac0c-5cffd8d28ca3 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:43:32.903510 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a230f414-e031-46cb-ae1b-52bafc134e1c', 'code': 200} Feb 28 19:43:32.915731 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc753-8a5c-4306-a0dc-f3627f625c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (dec38624-5d51-47b3-a290-a0cb08dbcd7f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.919228 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc753-8a5c-4306-a0dc-f3627f625c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:32.930950 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3d8dc753-8a5c-4306-a0dc-f3627f625c68 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dec38624-5d51-47b3-a290-a0cb08dbcd7f HTTP/1.1" status: 204 len: 168 time: 0.3012934 Feb 28 19:43:32.959966 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dc753-8a5c-4306-a0dc-f3627f625c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec38624-5d51-47b3-a290-a0cb08dbcd7f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:33.114733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a60fde-0673-4478-b10c-d7ecd90eefbb req-2bfa7dab-08b1-4aac-95bd-8c1406cacc0e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:33.117606 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b1a60fde-0673-4478-b10c-d7ecd90eefbb req-2bfa7dab-08b1-4aac-95bd-8c1406cacc0e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0879278 Feb 28 19:43:33.264846 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b1a60fde-0673-4478-b10c-d7ecd90eefbb req-9f38cf27-314c-4771-82d4-249fb22d6265 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252217 Feb 28 19:43:33.272984 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f032331-534c-4e94-8ae1-905c03807755 req-50bbb816-62ab-45c3-be1f-e3c2378d9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:33.274588 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f032331-534c-4e94-8ae1-905c03807755 req-50bbb816-62ab-45c3-be1f-e3c2378d9fc1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 1129 time: 0.1324720 Feb 28 19:43:33.347363 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f032331-534c-4e94-8ae1-905c03807755 req-94273ccf-abc5-4151-8536-d2d1c4ace47e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539112 Feb 28 19:43:33.894605 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d72a7-4d83-4e5e-ae20-f14059144bab req-cc059952-331f-48a5-9a22-8d2ad3080aa8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:33.894605 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-664d72a7-4d83-4e5e-ae20-f14059144bab req-cc059952-331f-48a5-9a22-8d2ad3080aa8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0892179 Feb 28 19:43:33.960068 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-664d72a7-4d83-4e5e-ae20-f14059144bab req-51420eb9-05f1-49f8-b18d-44169f7abb67 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636468 Feb 28 19:43:34.420057 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148222e-db21-4ca8-8b01-0435dcdaa709 req-6d50cae2-1e41-424b-b730-6e69fb2aba85 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:34.433734 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3148222e-db21-4ca8-8b01-0435dcdaa709 req-6d50cae2-1e41-424b-b730-6e69fb2aba85 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0679719 Feb 28 19:43:34.508365 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3148222e-db21-4ca8-8b01-0435dcdaa709 req-b80b4cc4-67ee-4fd6-a105-1351b2e2e0bc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669892 Feb 28 19:43:35.148472 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1638a-fbbf-4c85-b78f-20e3e67f3aaa req-514bed28-4da5-4129-9992-c27ac4b30498 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:35.160963 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fdc1638a-fbbf-4c85-b78f-20e3e67f3aaa req-514bed28-4da5-4129-9992-c27ac4b30498 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0870476 Feb 28 19:43:35.213529 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fdc1638a-fbbf-4c85-b78f-20e3e67f3aaa req-142cf477-bd46-45aa-b5f8-1dc1244be6e9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510917 Feb 28 19:43:35.621091 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44418) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:35.697733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90076-dfea-46e4-885d-308a6f423c0b req-2e8f89c3-5725-4d5d-b2ab-b3ec82a18c88 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:35.712542 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-32f90076-dfea-46e4-885d-308a6f423c0b req-2e8f89c3-5725-4d5d-b2ab-b3ec82a18c88 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1162570 Feb 28 19:43:35.757953 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e56805ca-0fa4-477f-aece-4611427b455b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:35.791017 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-32f90076-dfea-46e4-885d-308a6f423c0b req-ec5c3c13-9819-4222-836c-e9bb0338b45b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732558 Feb 28 19:43:35.854711 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e56805ca-0fa4-477f-aece-4611427b455b admin admin] Publish callbacks [] for security_group (32717d78-630f-49f0-ba39-ff7a25263d2b), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:35.867884 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e56805ca-0fa4-477f-aece-4611427b455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (32717d78-630f-49f0-ba39-ff7a25263d2b), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:35.927776 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 44424) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:35.935975 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e56805ca-0fa4-477f-aece-4611427b455b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd1a14ec885245728d04dd4bbf2dde58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133590 Feb 28 19:43:35.939145 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56805ca-0fa4-477f-aece-4611427b455b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32717d78-630f-49f0-ba39-ff7a25263d2b,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:36.003553 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-951d0a35-ed29-44b3-9cf0-67254106d119 admin admin] Publish callbacks [] for security_group (32717d78-630f-49f0-ba39-ff7a25263d2b), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.034341 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-951d0a35-ed29-44b3-9cf0-67254106d119 admin admin] Publish callbacks [] for security_group (32717d78-630f-49f0-ba39-ff7a25263d2b), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.092606 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-951d0a35-ed29-44b3-9cf0-67254106d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (32717d78-630f-49f0-ba39-ff7a25263d2b), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.097772 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-951d0a35-ed29-44b3-9cf0-67254106d119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.099613 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-951d0a35-ed29-44b3-9cf0-67254106d119 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32717d78-630f-49f0-ba39-ff7a25263d2b HTTP/1.1" status: 204 len: 168 time: 0.1703517 Feb 28 19:43:36.119921 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d0a35-ed29-44b3-9cf0-67254106d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32717d78-630f-49f0-ba39-ff7a25263d2b,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:36.380821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bfb9-9643-47bf-9a45-d3a35abe88d1 req-42fb16b4-7ea2-4ae5-8a43-18730a1f02e8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:36.383178 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d985bfb9-9643-47bf-9a45-d3a35abe88d1 req-42fb16b4-7ea2-4ae5-8a43-18730a1f02e8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0710170 Feb 28 19:43:36.458003 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d985bfb9-9643-47bf-9a45-d3a35abe88d1 req-68b29984-7501-4a1d-9d62-06216185e82e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Feb 28 19:43:36.498607 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 44434) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:36.515334 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec1719e-410d-4136-ba54-2e4873253af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.611957 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec1719e-410d-4136-ba54-2e4873253af6 admin admin] Publish callbacks [] for security_group (0edcabc4-6b12-40cb-bd7d-68d0470c38c8), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.617694 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cec1719e-410d-4136-ba54-2e4873253af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (0edcabc4-6b12-40cb-bd7d-68d0470c38c8), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.661438 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-cec1719e-410d-4136-ba54-2e4873253af6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c2db8b3050244da9970cb64214cd834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615033 Feb 28 19:43:36.662961 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1719e-410d-4136-ba54-2e4873253af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edcabc4-6b12-40cb-bd7d-68d0470c38c8,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:36.664234 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44440) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:36.736716 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6efe2dbc-6246-4834-84d7-43c55eeabb76 admin admin] Publish callbacks [] for security_group (0edcabc4-6b12-40cb-bd7d-68d0470c38c8), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.760539 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6efe2dbc-6246-4834-84d7-43c55eeabb76 admin admin] Publish callbacks [] for security_group (0edcabc4-6b12-40cb-bd7d-68d0470c38c8), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.815618 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6efe2dbc-6246-4834-84d7-43c55eeabb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (0edcabc4-6b12-40cb-bd7d-68d0470c38c8), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.819160 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6efe2dbc-6246-4834-84d7-43c55eeabb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:36.820700 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6efe2dbc-6246-4834-84d7-43c55eeabb76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0edcabc4-6b12-40cb-bd7d-68d0470c38c8 HTTP/1.1" status: 204 len: 168 time: 0.1554286 Feb 28 19:43:36.835038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe2dbc-6246-4834-84d7-43c55eeabb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edcabc4-6b12-40cb-bd7d-68d0470c38c8,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:37.025557 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a568877-65a0-4057-9a59-7aaf40f15e24 req-6c80caf3-a85c-4838-8fcb-a179e2f30fdc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:37.027120 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9a568877-65a0-4057-9a59-7aaf40f15e24 req-6c80caf3-a85c-4838-8fcb-a179e2f30fdc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1647258 Feb 28 19:43:37.113234 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9a568877-65a0-4057-9a59-7aaf40f15e24 req-e3834bd1-d6eb-401a-a691-5a3a101fb515 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791550 Feb 28 19:43:37.631950 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475aa1-f80f-4d4f-85c7-24ebc6471f03 req-06d6399a-d9eb-4828-9ff9-9fd9a2ff4b57 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:37.633516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1475aa1-f80f-4d4f-85c7-24ebc6471f03 req-06d6399a-d9eb-4828-9ff9-9fd9a2ff4b57 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0781298 Feb 28 19:43:37.711709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1475aa1-f80f-4d4f-85c7-24ebc6471f03 req-efcd3a91-40f8-4c73-ab78-67fe7abbea1d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686195 Feb 28 19:43:38.286841 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291197e-b819-4d2f-84c2-9d9e11ff9ce6 req-dad6c04c-8645-482a-8ecf-cb81826abdff tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:38.305547 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c291197e-b819-4d2f-84c2-9d9e11ff9ce6 req-dad6c04c-8645-482a-8ecf-cb81826abdff tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1079786 Feb 28 19:43:38.420848 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c291197e-b819-4d2f-84c2-9d9e11ff9ce6 req-1e4efaa5-418b-430a-b612-985b7a119bec tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087291 Feb 28 19:43:38.864414 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa107a33-94ea-4613-b4c6-f3beef9636d8 req-29336769-357b-4b95-aa1c-35a15fc3285e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:38.865834 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-aa107a33-94ea-4613-b4c6-f3beef9636d8 req-29336769-357b-4b95-aa1c-35a15fc3285e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0621936 Feb 28 19:43:38.916829 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-aa107a33-94ea-4613-b4c6-f3beef9636d8 req-54670833-a5d5-4e6c-ae59-c6c3382f7829 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Feb 28 19:43:39.542934 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d99ae-6a02-4d4f-b592-a3ebc4624fdb req-38ef8310-30f9-4995-a26b-78458970e7b0 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:39.545334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e74d99ae-6a02-4d4f-b592-a3ebc4624fdb req-38ef8310-30f9-4995-a26b-78458970e7b0 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0564270 Feb 28 19:43:39.598229 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e74d99ae-6a02-4d4f-b592-a3ebc4624fdb req-ab37f84d-a60e-401b-b28e-a628918a7bc9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Feb 28 19:43:40.157256 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308e9a0-8618-45d8-ad36-a8ac375f737e req-d3058c66-d59c-46a4-9fb2-d48080c03622 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:40.170572 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a308e9a0-8618-45d8-ad36-a8ac375f737e req-d3058c66-d59c-46a4-9fb2-d48080c03622 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.1520603 Feb 28 19:43:40.287092 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a308e9a0-8618-45d8-ad36-a8ac375f737e req-9ab1e9b8-7908-4b86-b707-9103b4c92207 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125977 Feb 28 19:43:40.745363 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5bae-8af1-4c3e-94fe-05b292738113 req-de0bf78b-1b3e-422f-8afa-974e797d3120 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:40.748415 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-614b5bae-8af1-4c3e-94fe-05b292738113 req-de0bf78b-1b3e-422f-8afa-974e797d3120 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0608361 Feb 28 19:43:40.798670 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-614b5bae-8af1-4c3e-94fe-05b292738113 req-9ac43463-f1c5-4cb9-8f54-de1e38f6f048 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Feb 28 19:43:41.419017 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5b7be-5ad7-48b7-9447-ba1eb06355bf req-be9e3e2b-b1cc-44b2-890a-3512aade4ea7 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:41.420671 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dfc5b7be-5ad7-48b7-9447-ba1eb06355bf req-be9e3e2b-b1cc-44b2-890a-3512aade4ea7 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0670054 Feb 28 19:43:41.483798 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dfc5b7be-5ad7-48b7-9447-ba1eb06355bf req-7d35bc30-f85d-4657-8319-556e686a605f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536487 Feb 28 19:43:41.940552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e3c52-ee54-45a4-ab7d-3c4bfef670bc req-97b25987-bd5b-4e31-805a-fecf3df3adc3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:41.948817 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-837e3c52-ee54-45a4-ab7d-3c4bfef670bc req-97b25987-bd5b-4e31-805a-fecf3df3adc3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0765955 Feb 28 19:43:42.022123 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-837e3c52-ee54-45a4-ab7d-3c4bfef670bc req-e4bf8486-811d-47a2-83cd-e32141edbf07 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715842 Feb 28 19:43:42.639178 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67cfe-831f-451d-9465-5939c3a644f7 req-76fea66f-a1c9-4047-a5a0-c10bdf00a779 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:42.640697 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-aab67cfe-831f-451d-9465-5939c3a644f7 req-76fea66f-a1c9-4047-a5a0-c10bdf00a779 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0766716 Feb 28 19:43:42.692211 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-aab67cfe-831f-451d-9465-5939c3a644f7 req-d736debc-151e-4530-bfcb-be6a9adc0e83 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Feb 28 19:43:43.194979 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b19a86-a9a1-41bb-acd4-7a7ea41d03ce req-306fa1ba-56bd-498c-bc1e-0b67404f3dbf tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:43.196609 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-67b19a86-a9a1-41bb-acd4-7a7ea41d03ce req-306fa1ba-56bd-498c-bc1e-0b67404f3dbf tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0805330 Feb 28 19:43:43.258633 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-67b19a86-a9a1-41bb-acd4-7a7ea41d03ce req-5e7017ab-3d32-4482-99bf-406d15613617 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 Feb 28 19:43:44.394638 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6012d5-c4b4-4cc0-b9ce-83dbb499b718 req-368f766c-fcff-418a-bac1-25f68bc04e14 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:44.396986 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7a6012d5-c4b4-4cc0-b9ce-83dbb499b718 req-368f766c-fcff-418a-bac1-25f68bc04e14 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0635993 Feb 28 19:43:44.451270 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7a6012d5-c4b4-4cc0-b9ce-83dbb499b718 req-874f2aa1-1138-49d9-b115-56a2450abac6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Feb 28 19:43:45.010087 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-70471676-9470-4566-af17-990b69bbe738 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fc92705075f3416f988584751245c9a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837393 Feb 28 19:43:45.233384 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-895c27b9-fefb-45c8-9a02-47846bb53b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:45.266338 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-eaa8030d-096b-4f33-96ee-8e73ce92b8fe tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:45.268080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-eaa8030d-096b-4f33-96ee-8e73ce92b8fe tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571073 Feb 28 19:43:45.297884 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-3c1e652f-2a68-4455-9af4-c1afae1c5527 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/quotas/fc92705075f3416f988584751245c9a4 HTTP/1.1" status: 200 len: 375 time: 0.0159593 Feb 28 19:43:45.341853 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-bfaca106-d5db-4cee-8124-059dea3240de tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc92705075f3416f988584751245c9a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400655 Feb 28 19:43:45.525810 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-afaaa534-1a27-477a-9356-8e9582ce1ed1 req-30670907-301b-4c35-b441-1193ec2366ec tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 210 time: 0.0314317 Feb 28 19:43:46.637836 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-64e79a98-53c1-4d98-ae7f-a989683064e2 req-6d710f3e-0811-488e-b1f1-7e3383a1c18f tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 210 time: 0.0295894 Feb 28 19:43:46.742928 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-9c2f64b0-8e4c-43b8-93b6-255f6c24972e tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fc92705075f3416f988584751245c9a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217819 Feb 28 19:43:46.869819 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-797de974-8830-4c2f-80b9-a4d54dc46db6 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:46.871629 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-797de974-8830-4c2f-80b9-a4d54dc46db6 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189871 Feb 28 19:43:46.906912 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Request body: {'port': {'device_id': '3c400375-c12d-485b-8922-447f859eb938', 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf', 'admin_state_up': True, 'tenant_id': 'fc92705075f3416f988584751245c9a4'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:43:47.034862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Made reservation on behalf of fc92705075f3416f988584751245c9a4 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:43:47.039114 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.049585 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.131089 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks [] for security_group (800588cd-a60d-4f39-970b-b26c3e7dc786), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.135396 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (800588cd-a60d-4f39-970b-b26c3e7dc786), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.206356 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800588cd-a60d-4f39-970b-b26c3e7dc786,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:47.283374 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Allocated IP 192.168.233.77 (ae55f34c-7a0c-4c8a-9928-9a3a1540efdf/acb85f8e-a02f-4d58-ab79-26384fd3a305/131faff1-0f6a-4f1e-8dbf-ab58c9774466) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:43:47.441354 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks [] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.478450 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.517757 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:43:47.523166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:43:47.526814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:43:47.565213 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Pushing event updated for resources: {'Port': ['ID=131faff1-0f6a-4f1e-8dbf-ab58c9774466,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:47.590205 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:47.591095 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.611606 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-1decc9f9-ab5e-4fc1-90b2-43eda17da408 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7085805 Feb 28 19:43:47.641764 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Request body: {'port': {'device_id': '3c400375-c12d-485b-8922-447f859eb938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:43:47.669257 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a6eb-f2ef-4992-a210-b83f30c1efc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.779826 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.842329 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149c1a2-8baf-4246-bd75-2b8d20eeb121 req-98f219f1-1eb8-4400-b36a-fd37139bd3e0 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:47.843705 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a149c1a2-8baf-4246-bd75-2b8d20eeb121 req-98f219f1-1eb8-4400-b36a-fd37139bd3e0 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 935 time: 0.1202846 Feb 28 19:43:47.864735 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-0da70765-bba4-434a-89f0-4457f96a43a8 None None] Provisioning complete for port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:43:47.865072 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0da70765-bba4-434a-89f0-4457f96a43a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:47.916979 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-0da70765-bba4-434a-89f0-4457f96a43a8 None None] Port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:43:48.010497 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a149c1a2-8baf-4246-bd75-2b8d20eeb121 req-1a9734cd-014c-40a4-a0c5-03a520a4ebab tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530187 Feb 28 19:43:48.060923 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5a2763fd-2b27-48c1-9453-04668c9f352a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162301686&fields=id&tenant_id=f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 267 time: 0.1008213 Feb 28 19:43:48.208972 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131faff1-0f6a-4f1e-8dbf-ab58c9774466 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:43:48.219198 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Publish callbacks [] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:48.226784 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-aae6128f-4db6-4505-b94c-a8a7af4b7946 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:48.228243 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-aae6128f-4db6-4505-b94c-a8a7af4b7946 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 812 time: 0.1544471 Feb 28 19:43:48.245629 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Transition to ACTIVE for port object 131faff1-0f6a-4f1e-8dbf-ab58c9774466 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:43:48.248159 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-ed56e34a-c08e-4989-a777-ee3eb59769a4 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/quotas/f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 375 time: 0.0133159 Feb 28 19:43:48.251218 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:48.336691 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Pushing event updated for resources: {'Port': ['ID=131faff1-0f6a-4f1e-8dbf-ab58c9774466,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:48.415895 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-c84b9edb-e8d9-44d7-8098-a443286e24ec tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538856 Feb 28 19:43:48.752456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:48.754309 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Attempting to bind port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:43:48.754736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Attempting to bind port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:43:48.754973 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Attempting to bind port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 on network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:43:48.763285 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 on network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:43:48.763594 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Attempting to bind port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 on network ae55f34c-7a0c-4c8a-9928-9a3a1540efdf {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:43:48.776759 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:43:48.777091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Checking segment: {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:43:48.777496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Bound using segment: {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:43:48.777929 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Bound port: 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a86bf5-29ec-4c51-ae21-eef79139ca8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:43:48.778267 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:48.801336 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-85c0dd80-72ca-4356-9941-f9c887b4f2de service neutron] 10.222.0.47 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845384 Feb 28 19:43:48.898514 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] For port 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:43:48.902616 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] For port 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:43:48.913946 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:48.956821 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-d60f6ef6-da55-4078-92a6-49859d173675 service neutron] 10.222.0.47 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374500 Feb 28 19:43:48.963516 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:48.964107 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:48.965434 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] 10.222.0.30 "PUT /v2.0/ports/131faff1-0f6a-4f1e-8dbf-ab58c9774466 HTTP/1.1" status: 200 len: 1097 time: 1.3284442 Feb 28 19:43:48.965865 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c400375-c12d-485b-8922-447f859eb938', 'tag': '131faff1-0f6a-4f1e-8dbf-ab58c9774466'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:43:48.968059 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206123a-6001-4dba-b7b4-343a6b3dd908" -d '{"events": [{"name": "network-changed", "server_uuid": "3c400375-c12d-485b-8922-447f859eb938", "tag": "131faff1-0f6a-4f1e-8dbf-ab58c9774466"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:43:48.992185 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c88d2-1ada-4f7b-8645-f4caf7f7e623 service neutron] Pushing event updated for resources: {'Port': ['ID=131faff1-0f6a-4f1e-8dbf-ab58c9774466,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:49.014691 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e655469-9ec0-4205-8335-960b21ff5d07 x-openstack-request-id: req-1e655469-9ec0-4205-8335-960b21ff5d07 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:43:49.015541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c400375-c12d-485b-8922-447f859eb938", "tag": "131faff1-0f6a-4f1e-8dbf-ab58c9774466", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:43:49.015894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e655469-9ec0-4205-8335-960b21ff5d07 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:43:49.016432 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c400375-c12d-485b-8922-447f859eb938', 'tag': '131faff1-0f6a-4f1e-8dbf-ab58c9774466', 'status': 'completed', 'code': 200} Feb 28 19:43:49.065083 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-016a4ea4-e5d0-4c7d-9899-cd11b0ad0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:49.066611 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-016a4ea4-e5d0-4c7d-9899-cd11b0ad0d43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc92705075f3416f988584751245c9a4&device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 1131 time: 0.0541160 Feb 28 19:43:49.158628 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-92c1ba3d-b47d-4a98-b259-8d0a63a17b3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466 HTTP/1.1" status: 200 len: 217 time: 0.0845582 Feb 28 19:43:49.259039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-f8830b49-8a93-481b-8bd2-819328327e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:49.260578 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-f8830b49-8a93-481b-8bd2-819328327e79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb85f8e-a02f-4d58-ab79-26384fd3a305 HTTP/1.1" status: 200 len: 843 time: 0.0768700 Feb 28 19:43:49.270762 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0482-9c27-40b6-b069-d1a7cd21d729 req-47a8c187-55ee-403d-8db3-6eb052c17b6c tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:49.272346 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f14b0482-9c27-40b6-b069-d1a7cd21d729 req-47a8c187-55ee-403d-8db3-6eb052c17b6c tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.1250734 Feb 28 19:43:49.371580 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f14b0482-9c27-40b6-b069-d1a7cd21d729 req-0a882a77-277d-4f63-aa46-1121b9e159a9 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886967 Feb 28 19:43:49.384512 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-8d4ab955-9e48-4bb9-b136-d011e5c829c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:49.386923 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-8d4ab955-9e48-4bb9-b136-d011e5c829c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae55f34c-7a0c-4c8a-9928-9a3a1540efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1135917 Feb 28 19:43:49.543483 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-51890b5e-5999-40c6-a22e-6617be7eb181 req-474ff59b-0225-4249-8453-a9575b1a8031 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0628800 Feb 28 19:43:49.600122 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-9e1d4a7f-d691-4316-99b7-fbcd01a20f65 service neutron] 10.222.0.30 "GET /v2.0/networks/ae55f34c-7a0c-4c8a-9928-9a3a1540efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001462 Feb 28 19:43:49.681386 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a1305-32fc-4852-aa00-c21ca35dc837 req-87905120-f2dd-4a8b-bef6-f28919dfcf7b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:49.683106 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d0a1305-32fc-4852-aa00-c21ca35dc837 req-87905120-f2dd-4a8b-bef6-f28919dfcf7b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1421933 Feb 28 19:43:49.760339 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94bb70f9-4192-483f-92c6-df03850fa7c0 req-10817d27-ccc2-42c7-89ac-380bfe39be63 service neutron] 10.222.0.30 "GET /v2.0/networks/ae55f34c-7a0c-4c8a-9928-9a3a1540efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531520 Feb 28 19:43:49.806969 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d0a1305-32fc-4852-aa00-c21ca35dc837 req-309fc4f3-f0fc-45da-ae88-e43dffa9499f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149869 Feb 28 19:43:49.929379 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-84c49cb6-6ca6-4baa-a478-0103a636bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:49.931110 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-84c49cb6-6ca6-4baa-a478-0103a636bfc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc92705075f3416f988584751245c9a4&device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 1131 time: 0.0889101 Feb 28 19:43:50.019646 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:50.070888 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-20d7244f-5e3a-4272-8d14-92534fd9f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:50.072461 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-20d7244f-5e3a-4272-8d14-92534fd9f957 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae55f34c-7a0c-4c8a-9928-9a3a1540efdf HTTP/1.1" status: 200 len: 870 time: 0.1332872 Feb 28 19:43:50.133247 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-ba2216a7-08d8-4f1e-89ea-c95ca400ad2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466 HTTP/1.1" status: 200 len: 217 time: 0.0438192 Feb 28 19:43:50.193411 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-b7b7206f-e2e8-4ff3-be0f-435261d19e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:50.194981 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-b7b7206f-e2e8-4ff3-be0f-435261d19e91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb85f8e-a02f-4d58-ab79-26384fd3a305 HTTP/1.1" status: 200 len: 843 time: 0.0546110 Feb 28 19:43:50.257000 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:50.263211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-8af4bfa7-fa13-46bf-b275-aa6ceb5e74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:50.264966 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-8af4bfa7-fa13-46bf-b275-aa6ceb5e74f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae55f34c-7a0c-4c8a-9928-9a3a1540efdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0635552 Feb 28 19:43:50.371433 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-587f8e3b-8eec-464c-a9a5-435320969a44 service neutron] 10.222.0.30 "GET /v2.0/networks/ae55f34c-7a0c-4c8a-9928-9a3a1540efdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900168 Feb 28 19:43:50.496180 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3206123a-6001-4dba-b7b4-343a6b3dd908 req-8b1e3044-a756-4232-894b-d4da5daa9931 service neutron] 10.222.0.30 "GET /v2.0/networks/ae55f34c-7a0c-4c8a-9928-9a3a1540efdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078413 Feb 28 19:43:50.518003 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85202b-0203-413d-abd0-dfdcfb2e4b31 req-34335f6e-68d6-4577-8004-a2ffe2883fbf tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:50.519348 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c85202b-0203-413d-abd0-dfdcfb2e4b31 req-34335f6e-68d6-4577-8004-a2ffe2883fbf tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.0706387 Feb 28 19:43:50.569470 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c85202b-0203-413d-abd0-dfdcfb2e4b31 req-96ab921b-a6b3-483a-8df0-3646fbb1775f tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Feb 28 19:43:50.657925 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6401e72c-d09d-4cf1-a64d-7f84c906ed8f req-43f78d45-72ec-40a7-a7f2-3cd7c266a996 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0328801 Feb 28 19:43:51.589922 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:51.698181 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48eb1d-f7dd-4794-851e-36d881d7c934 req-4764a1c9-f5d0-4559-ab9a-c11cb6d62fb0 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:51.699613 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee48eb1d-f7dd-4794-851e-36d881d7c934 req-4764a1c9-f5d0-4559-ab9a-c11cb6d62fb0 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.0542929 Feb 28 19:43:51.766165 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e3916c98-ad0f-48d9-8cec-0847685bc3d4 req-63a0dbed-86ca-438b-9187-22d14ee57b9d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0414224 Feb 28 19:43:51.773510 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee48eb1d-f7dd-4794-851e-36d881d7c934 req-12054a7d-ae5e-4482-8703-7728c6e0b921 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678995 Feb 28 19:43:52.872991 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2b9ec151-18ca-44d4-a94a-e6232385fbe7 req-2f81a9f1-e22b-4049-99ed-9565fc5afbd2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0346680 Feb 28 19:43:52.912812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34795-254b-4807-ba8f-9080f1c77e7b req-f199367a-349f-465c-ad68-d845f06233fc tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:52.914334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5bf34795-254b-4807-ba8f-9080f1c77e7b req-f199367a-349f-465c-ad68-d845f06233fc tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.0669672 Feb 28 19:43:52.967103 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5bf34795-254b-4807-ba8f-9080f1c77e7b req-e600fe43-4c63-4f13-a9ed-ae9a2133220e tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470893 Feb 28 19:43:53.981790 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1a239c3-2193-441c-979d-f67ed2584693 req-74915650-d08e-4044-a56f-0208ec8f0473 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0361083 Feb 28 19:43:54.091787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275d8cc-2c67-48ac-aca9-7a5dbcf06c42 req-93be1c95-4be7-4ad5-98e9-6b941eab83b1 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:54.093247 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3275d8cc-2c67-48ac-aca9-7a5dbcf06c42 req-93be1c95-4be7-4ad5-98e9-6b941eab83b1 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.0564709 Feb 28 19:43:54.106648 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:43:54.139831 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3275d8cc-2c67-48ac-aca9-7a5dbcf06c42 req-aea8168f-9014-40c6-a5af-0d923e944f88 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Feb 28 19:43:54.892586 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-f62b1cce-d69f-46de-9cb4-6eba88e711b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546193 Feb 28 19:43:55.010012 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107e47-441e-48e9-9016-90abf00644ac req-dfdc45c0-ba05-4c60-80ef-7491aa32fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:55.011308 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-dfdc45c0-ba05-4c60-80ef-7491aa32fc9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bd22773665549c4a777f84b4d39cf00&device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 1129 time: 0.0451329 Feb 28 19:43:55.087709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-662e07ce-ca20-4a7a-90d2-72a554a08d39 req-6c52cfcf-766c-44d8-b60e-35e7ea8d7286 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0317631 Feb 28 19:43:55.392065 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604178a7-d0a5-433b-8871-d304d72c0fef req-c75625fd-6c3e-44c1-b243-1f3a9c4cc3f4 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:55.393548 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-604178a7-d0a5-433b-8871-d304d72c0fef req-c75625fd-6c3e-44c1-b243-1f3a9c4cc3f4 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.1821616 Feb 28 19:43:55.448841 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107e47-441e-48e9-9016-90abf00644ac req-3bb97e10-017c-4eef-a074-972ec65bf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:55.450424 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-3bb97e10-017c-4eef-a074-972ec65bf4a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 200 len: 915 time: 0.2018788 Feb 28 19:43:55.457358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-83a8b138-a350-41b8-a169-0c0edabcdde5 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:55.458775 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-83a8b138-a350-41b8-a169-0c0edabcdde5 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 812 time: 0.2090683 Feb 28 19:43:55.524011 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-bdce60ca-3b4c-44c7-92c0-80cd1c0a522a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df05622e-7561-4ce6-82c4-b927d1828278 HTTP/1.1" status: 200 len: 217 time: 0.0643134 Feb 28 19:43:55.528746 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-604178a7-d0a5-433b-8871-d304d72c0fef req-4faf9577-8947-4854-aefe-52daf7c939c8 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260509 Feb 28 19:43:55.600616 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-0fe753b4-10e1-48eb-8cd6-8e8895a2e5cf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 380 time: 0.1246326 Feb 28 19:43:55.604794 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4107e47-441e-48e9-9016-90abf00644ac req-a5bb3d53-8878-48ba-98da-092ae7612c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:55.606172 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-a5bb3d53-8878-48ba-98da-092ae7612c4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 200 len: 854 time: 0.0681078 Feb 28 19:43:55.611509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'port': {'device_id': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'admin_state_up': True, 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'security_groups': ['52dbbdaa-0a73-456c-90a5-555bf268348e']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:43:55.677186 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-ac023c0c-95a6-4004-8703-955fe8b5c7ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bcda800-1fc1-4c7e-b53f-e930f5358b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618660 Feb 28 19:43:55.807610 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-d48f1e09-ad5e-4a72-b31e-747858003d17 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235538 Feb 28 19:43:55.813448 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Made reservation on behalf of f9625c15cf3a4fb29a9836d1871ed66f for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:43:55.816785 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:55.960781 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4107e47-441e-48e9-9016-90abf00644ac req-01a93c5d-0a16-4c7a-8891-f646d1d27632 service neutron] 10.222.0.30 "GET /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417725 Feb 28 19:43:56.005519 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Allocated IP 172.20.0.14 (85253814-09ff-42fb-ada1-ad3b037b3866/5d2835cd-232e-4482-9164-186ff921bf6c/1ba7f5ae-0d22-47ba-9d44-af85d38542a1) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:43:56.155005 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.194602 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d077bc1-5424-402e-9968-955b70df44c6 req-41f5444d-b79d-455a-9109-d2135560384d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0373926 Feb 28 19:43:56.224667 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.271750 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:43:56.274646 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:43:56.279412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:43:56.286501 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:56.321326 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.321678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.322021 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.322349 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.322677 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.322996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.323321 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.323643 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.323961 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.324282 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.324586 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.324898 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.325238 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.352001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:56.352620 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.372547 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-acd59ed4-4eaa-485c-9a0c-36e325fd989c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646816 Feb 28 19:43:56.386442 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Request body: {'port': {'device_id': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:43:56.453146 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.503695 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44890) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:56.549037 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Deleting subnet 23d156f3-c2af-4493-8cbe-730dd398d6ac {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:43:56.552251 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Publish callbacks [] for subnet (23d156f3-c2af-4493-8cbe-730dd398d6ac), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.557449 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-e1d8e0bf-49c2-4e52-9b56-ba815a103f0c None None] Provisioning complete for port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:43:56.558348 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e1d8e0bf-49c2-4e52-9b56-ba815a103f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.591589 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (23d156f3-c2af-4493-8cbe-730dd398d6ac), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.608786 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8e0bf-49c2-4e52-9b56-ba815a103f0c None None] Port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:43:56.633684 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (23d156f3-c2af-4493-8cbe-730dd398d6ac), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.693690 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (23d156f3-c2af-4493-8cbe-730dd398d6ac), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.721176 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d156f3-c2af-4493-8cbe-730dd398d6ac,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:56.729290 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.733874 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/23d156f3-c2af-4493-8cbe-730dd398d6ac HTTP/1.1" status: 204 len: 168 time: 0.2268567 Feb 28 19:43:56.734500 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4edaab-4a64-49bf-9af3-ecd652183696 req-35e22c46-660e-4ad4-8095-e6da77f5fd09 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:56.735365 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.735703 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.736050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.736173 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8a4edaab-4a64-49bf-9af3-ecd652183696 req-35e22c46-660e-4ad4-8095-e6da77f5fd09 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.0939174 Feb 28 19:43:56.736387 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.736655 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 44896) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:56.737148 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.737602 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.737817 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.738152 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.738542 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.738874 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.739504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.739831 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.740155 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d394a1-98ca-481b-867f-7757d2890947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:56.909417 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (9b6c4db2-306b-41c0-a563-d279bf3b47e8), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.918502 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8a4edaab-4a64-49bf-9af3-ecd652183696 req-30e840ce-ee62-42b0-a150-a1793347abe2 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667192 Feb 28 19:43:56.927597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:43:56.936926 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Publish callbacks [] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:56.966772 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Transition to ACTIVE for port object 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:43:56.979107 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.047071 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (9b6c4db2-306b-41c0-a563-d279bf3b47e8), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.086746 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:57.091028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c4db2-306b-41c0-a563-d279bf3b47e8']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:43:57.122589 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21911601-741c-4925-9342-7076219f966c') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:43:57.122882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21911601-741c-4925-9342-7076219f966c') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:43:57.152032 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (21911601-741c-4925-9342-7076219f966c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.172756 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (21911601-741c-4925-9342-7076219f966c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.184633 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:43:57.185034 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (21911601-741c-4925-9342-7076219f966c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:43:57.187693 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:43:57.229413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Attempting to bind port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:43:57.229838 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Attempting to bind port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:43:57.230294 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Attempting to bind port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:43:57.250852 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 on network 85253814-09ff-42fb-ada1-ad3b037b3866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:43:57.251195 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Attempting to bind port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:43:57.257692 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:43:57.258024 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Checking segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:43:57.258416 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Bound using segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:43:57.258846 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Bound port: 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:43:57.259211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.270381 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (9b6c4db2-306b-41c0-a563-d279bf3b47e8), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.277283 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.282833 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9b6c4db2-306b-41c0-a563-d279bf3b47e8 HTTP/1.1" status: 204 len: 168 time: 0.5298450 Feb 28 19:43:57.307473 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67819b-6e1d-44f6-a8c5-4518590e0210 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6c4db2-306b-41c0-a563-d279bf3b47e8,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:57.388616 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] For port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:43:57.397130 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cf66a-bddc-4ae7-bf5d-7024ba06a221 req-11f41b9c-3736-4559-9fb0-887e253e683f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:57.398626 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d02cf66a-bddc-4ae7-bf5d-7024ba06a221 req-11f41b9c-3736-4559-9fb0-887e253e683f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1158850 Feb 28 19:43:57.400458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] For port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:43:57.414628 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.480171 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:57.480813 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.482373 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ba7f5ae-0d22-47ba-9d44-af85d38542a1 HTTP/1.1" status: 200 len: 1094 time: 1.1004045 Feb 28 19:43:57.484659 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:43:57.487584 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:43:57.529258 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d02cf66a-bddc-4ae7-bf5d-7024ba06a221 req-9c022d2c-3611-4fbc-a10c-8dc06bd56ed3 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224937 Feb 28 19:43:57.529905 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44916) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:57.530358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409682a-437d-46e8-966e-04da17d726f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:57.606946 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-0869aa2c-923e-4e32-b957-10eb7e5268f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=acd81c1e248e48c398263d0a53d50cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726848 Feb 28 19:43:57.607451 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 44922) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:43:57.611109 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-40229da3-0361-4139-9cb1-634c309e580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:57.612861 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-40229da3-0361-4139-9cb1-634c309e580e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 1128 time: 0.0794754 Feb 28 19:43:57.637769 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd070be-7822-4a4e-826d-338ef56a1be7 x-openstack-request-id: req-0bd070be-7822-4a4e-826d-338ef56a1be7 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:43:57.638056 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:43:57.638305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0bd070be-7822-4a4e-826d-338ef56a1be7 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:43:57.638708 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'status': 'completed', 'code': 200} Feb 28 19:43:57.674234 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-2678a9dc-642f-44d9-a26d-0557e94da469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1 HTTP/1.1" status: 200 len: 217 time: 0.0380809 Feb 28 19:43:57.761530 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7f0246c1-748c-4cbf-9467-f723d3e704c3 admin admin] Publish callbacks [] for security_group (8c1ee642-cb41-4593-8a7c-0cfcfc0c7387), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:57.767162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-756a97ff-057c-4cf5-b736-a02f8edda093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:57.773313 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-756a97ff-057c-4cf5-b736-a02f8edda093 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0829034 Feb 28 19:43:58.075005 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7f0246c1-748c-4cbf-9467-f723d3e704c3 admin admin] Publish callbacks [] for security_group (8c1ee642-cb41-4593-8a7c-0cfcfc0c7387), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:58.152486 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-39ed6ea6-7595-4122-b845-bf86bf1ca096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.154044 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-39ed6ea6-7595-4122-b845-bf86bf1ca096 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3669126 Feb 28 19:43:58.164686 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f1495-f32a-40d8-9354-dac567b523b6 req-f1f70211-ac16-4613-87e0-dceaa0856a49 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.166089 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-545f1495-f32a-40d8-9354-dac567b523b6 req-f1f70211-ac16-4613-87e0-dceaa0856a49 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 947 time: 0.0892489 Feb 28 19:43:58.195458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7f0246c1-748c-4cbf-9467-f723d3e704c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8c1ee642-cb41-4593-8a7c-0cfcfc0c7387), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:58.197960 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7f0246c1-748c-4cbf-9467-f723d3e704c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:58.199026 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-7f0246c1-748c-4cbf-9467-f723d3e704c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c1ee642-cb41-4593-8a7c-0cfcfc0c7387 HTTP/1.1" status: 204 len: 168 time: 0.5904365 Feb 28 19:43:58.245190 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0246c1-748c-4cbf-9467-f723d3e704c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ee642-cb41-4593-8a7c-0cfcfc0c7387,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:58.284290 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-545f1495-f32a-40d8-9354-dac567b523b6 req-428eae00-5538-4164-90ee-e1a9e5c5878d tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099176 Feb 28 19:43:58.301178 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-6dc3d063-3be1-4dae-9c6c-398fe6889f23 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339009 Feb 28 19:43:58.417318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84e4dff5-72ad-4b06-9fb7-ea71751c3101 req-b7694339-4101-4eca-bba3-66522d07d574 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080890 Feb 28 19:43:58.445721 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 131faff1-0f6a-4f1e-8dbf-ab58c9774466 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:43:58.513899 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-b47bfc67-d568-4393-9286-2e9e068ff6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.515490 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-b47bfc67-d568-4393-9286-2e9e068ff6ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 1128 time: 0.0524540 Feb 28 19:43:58.557072 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:58.571508 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '131faff1-0f6a-4f1e-8dbf-ab58c9774466', 'network_id': 'ae55f34c-7a0c-4c8a-9928-9a3a1540efdf', 'port_id': '131faff1-0f6a-4f1e-8dbf-ab58c9774466', 'mac_address': 'fa:16:3e:69:ab:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb85f8e-a02f-4d58-ab79-26384fd3a305', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:43:58.609069 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:43:58.609495 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:58.623320 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131faff1-0f6a-4f1e-8dbf-ab58c9774466 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:43:58.643144 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:43:58.645534 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-fa0111cd-2698-42eb-82d9-1ec3e3bfbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.647102 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-fa0111cd-2698-42eb-82d9-1ec3e3bfbdcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.1222200 Feb 28 19:43:58.648177 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:43:58.693757 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-2c35e2a0-af54-4ff8-a0e5-c6472f84558d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1 HTTP/1.1" status: 200 len: 217 time: 0.0385056 Feb 28 19:43:58.694350 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=131faff1-0f6a-4f1e-8dbf-ab58c9774466,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:43:58.701473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.701845 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.702202 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.702542 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.702869 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.703197 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.703521 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.703621 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a15d7-0e7c-4ddf-aa92-66753092839e req-6aacc16c-c2fc-4522-b9cd-1cb88a8e5fdb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.703847 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.704166 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.704577 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.704815 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.704995 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7d7a15d7-0e7c-4ddf-aa92-66753092839e req-6aacc16c-c2fc-4522-b9cd-1cb88a8e5fdb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0945733 Feb 28 19:43:58.705173 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.705479 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:43:58.766619 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-d8d5784d-1fae-43c2-8734-dcb23f73164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.768132 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-d8d5784d-1fae-43c2-8734-dcb23f73164f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0622249 Feb 28 19:43:58.820656 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7d7a15d7-0e7c-4ddf-aa92-66753092839e req-c21482b2-e153-41a0-8042-6719815020a7 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847290 Feb 28 19:43:58.839681 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-f7e700da-7cc5-46b4-9d51-58f7798a12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:58.841363 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-f7e700da-7cc5-46b4-9d51-58f7798a12ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623302 Feb 28 19:43:58.933323 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-3fff58ca-c6ab-48d8-a03e-5476fdb1a88c service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842161 Feb 28 19:43:59.040726 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85f8bc11-9feb-4266-b2ad-75a4d49e85cd req-4a233753-f758-4fc6-bf66-b1eda0af58ca service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983956 Feb 28 19:43:59.225690 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['131faff1-0f6a-4f1e-8dbf-ab58c9774466'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:43:59.419907 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396113-5981-44e6-997b-5fa2e7de68a6 req-5955ce19-334c-4147-bbab-c7f2d8472b2a tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:59.421309 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94396113-5981-44e6-997b-5fa2e7de68a6 req-5955ce19-334c-4147-bbab-c7f2d8472b2a tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 948 time: 0.0600944 Feb 28 19:43:59.467306 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94396113-5981-44e6-997b-5fa2e7de68a6 req-d449d3ae-afd9-4652-b375-6f473deeee7d tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Feb 28 19:43:59.940883 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691647c-1b00-41a7-a493-b19d17b29227 req-f3cf720b-4b6a-4753-92dd-f8d9cc9a2a0b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:43:59.942426 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3691647c-1b00-41a7-a493-b19d17b29227 req-f3cf720b-4b6a-4753-92dd-f8d9cc9a2a0b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0554833 Feb 28 19:43:59.998448 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3691647c-1b00-41a7-a493-b19d17b29227 req-4ef3ab66-c6e4-4986-97d9-2a2136d03ee7 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501823 Feb 28 19:44:00.592908 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916b641-70c8-4ff6-8e20-2ff7d1a17569 req-e2d17eaa-6d64-4a37-81c9-34e29155a8b4 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:00.594457 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8916b641-70c8-4ff6-8e20-2ff7d1a17569 req-e2d17eaa-6d64-4a37-81c9-34e29155a8b4 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 948 time: 0.0548077 Feb 28 19:44:00.643470 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8916b641-70c8-4ff6-8e20-2ff7d1a17569 req-e7ea4f3a-641a-442d-a2d3-705e8005d7b2 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Feb 28 19:44:01.124090 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d0edd-83cb-4c52-9a79-b3866f6503fa req-a4c69f88-3884-4fc2-8aa0-802dccaae67e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:01.125611 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-944d0edd-83cb-4c52-9a79-b3866f6503fa req-a4c69f88-3884-4fc2-8aa0-802dccaae67e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0541828 Feb 28 19:44:01.174436 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-944d0edd-83cb-4c52-9a79-b3866f6503fa req-91039df6-519a-43b6-b8b3-412ef415b44a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Feb 28 19:44:01.316844 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 44976) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:01.435839 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-617ab0c1-68b4-434e-a0a0-75e43bc1f64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.514467 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-617ab0c1-68b4-434e-a0a0-75e43bc1f64e admin admin] Publish callbacks [] for security_group (87fca2ce-49bb-439a-843b-4cccb68197a4), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.520595 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-617ab0c1-68b4-434e-a0a0-75e43bc1f64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (87fca2ce-49bb-439a-843b-4cccb68197a4), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.557862 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-617ab0c1-68b4-434e-a0a0-75e43bc1f64e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d71194b1a8104e928937a713f3f12343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398598 Feb 28 19:44:01.558726 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ab0c1-68b4-434e-a0a0-75e43bc1f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fca2ce-49bb-439a-843b-4cccb68197a4,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:01.560869 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 44980) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:01.616284 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f832db0f-55cd-4a77-81b5-85b99b6269e4 admin admin] Publish callbacks [] for security_group (87fca2ce-49bb-439a-843b-4cccb68197a4), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.639166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f832db0f-55cd-4a77-81b5-85b99b6269e4 admin admin] Publish callbacks [] for security_group (87fca2ce-49bb-439a-843b-4cccb68197a4), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.688165 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f832db0f-55cd-4a77-81b5-85b99b6269e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (87fca2ce-49bb-439a-843b-4cccb68197a4), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.691166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f832db0f-55cd-4a77-81b5-85b99b6269e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:01.692334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f832db0f-55cd-4a77-81b5-85b99b6269e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87fca2ce-49bb-439a-843b-4cccb68197a4 HTTP/1.1" status: 204 len: 168 time: 0.1302023 Feb 28 19:44:01.700975 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832db0f-55cd-4a77-81b5-85b99b6269e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fca2ce-49bb-439a-843b-4cccb68197a4,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:01.773297 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fff27-cf53-430c-b6f4-38298c9f4b3a req-3fd614ef-fcbd-4cdc-9e82-5160e9b70dad tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:01.774813 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae2fff27-cf53-430c-b6f4-38298c9f4b3a req-3fd614ef-fcbd-4cdc-9e82-5160e9b70dad tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 948 time: 0.0565500 Feb 28 19:44:01.825864 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ae2fff27-cf53-430c-b6f4-38298c9f4b3a req-7f189c80-e426-4da9-a26a-4a4a0194ad56 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Feb 28 19:44:02.303742 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf20203-0a11-44df-aa18-62006cff392b req-be48633b-0e09-4121-a2cf-df4b68d555bd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:02.305268 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3cf20203-0a11-44df-aa18-62006cff392b req-be48633b-0e09-4121-a2cf-df4b68d555bd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0566180 Feb 28 19:44:02.358946 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3cf20203-0a11-44df-aa18-62006cff392b req-8ea41686-dde6-4725-83ff-a967b03eebd0 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478563 Feb 28 19:44:02.466250 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 131faff1-0f6a-4f1e-8dbf-ab58c9774466 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:02.520542 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:44:02.524505 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:02.524888 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:02.603643 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:02.604045 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:02.626688 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c400375-c12d-485b-8922-447f859eb938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131faff1-0f6a-4f1e-8dbf-ab58c9774466'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:02.628939 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d607a5-1469-4c03-949a-cb9e313383b6" -d '{"events": [{"server_uuid": "3c400375-c12d-485b-8922-447f859eb938", "name": "network-vif-plugged", "status": "completed", "tag": "131faff1-0f6a-4f1e-8dbf-ab58c9774466"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:02.642012 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:02.647454 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:02.671513 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007743e0-c229-461b-9afe-deb1d88d69e7 x-openstack-request-id: req-007743e0-c229-461b-9afe-deb1d88d69e7 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:02.671834 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c400375-c12d-485b-8922-447f859eb938", "name": "network-vif-plugged", "status": "completed", "tag": "131faff1-0f6a-4f1e-8dbf-ab58c9774466", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:02.672102 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-007743e0-c229-461b-9afe-deb1d88d69e7 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:02.672487 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c400375-c12d-485b-8922-447f859eb938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131faff1-0f6a-4f1e-8dbf-ab58c9774466', 'code': 200} Feb 28 19:44:02.703114 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=131faff1-0f6a-4f1e-8dbf-ab58c9774466,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:02.799523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45020) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:02.879495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ee6d1-82f1-4302-a7c2-70dee670f77f req-02884efd-a783-4814-a8d0-87d58ebceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:02.881186 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e76ee6d1-82f1-4302-a7c2-70dee670f77f req-02884efd-a783-4814-a8d0-87d58ebceeee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 1133 time: 0.0517101 Feb 28 19:44:02.944040 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-190b43c9-4661-4695-8013-20d8720369e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:02.983165 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e76ee6d1-82f1-4302-a7c2-70dee670f77f req-a4134ae5-7cd2-4ecc-ad5e-eff0ef380e60 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Feb 28 19:44:03.000212 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744f31d-36cb-4485-b45b-56fa2cd2cc71 req-dff228c8-c41e-4bdf-aaa5-94fb66ed5557 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:03.001770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2744f31d-36cb-4485-b45b-56fa2cd2cc71 req-dff228c8-c41e-4bdf-aaa5-94fb66ed5557 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.1010625 Feb 28 19:44:03.076285 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2744f31d-36cb-4485-b45b-56fa2cd2cc71 req-cfabe6b1-560c-40b2-bf49-090ccde9ba99 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Feb 28 19:44:03.095965 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-190b43c9-4661-4695-8013-20d8720369e6 admin admin] Publish callbacks [] for security_group (cce80c72-a08c-4440-83e7-5f70661129e2), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:03.101564 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-190b43c9-4661-4695-8013-20d8720369e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (cce80c72-a08c-4440-83e7-5f70661129e2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:03.146168 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b43c9-4661-4695-8013-20d8720369e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce80c72-a08c-4440-83e7-5f70661129e2,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:03.151506 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-190b43c9-4661-4695-8013-20d8720369e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd56a078aef34e69918692bc18ecba5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508818 Feb 28 19:44:03.154142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45030) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:03.200747 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e3bb153a-6e80-48b6-9872-9f7b91519002 admin admin] Publish callbacks [] for security_group (cce80c72-a08c-4440-83e7-5f70661129e2), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:03.222407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e3bb153a-6e80-48b6-9872-9f7b91519002 admin admin] Publish callbacks [] for security_group (cce80c72-a08c-4440-83e7-5f70661129e2), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:03.271524 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e3bb153a-6e80-48b6-9872-9f7b91519002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (cce80c72-a08c-4440-83e7-5f70661129e2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:03.274120 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e3bb153a-6e80-48b6-9872-9f7b91519002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:03.275312 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e3bb153a-6e80-48b6-9872-9f7b91519002 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cce80c72-a08c-4440-83e7-5f70661129e2 HTTP/1.1" status: 204 len: 168 time: 0.1203084 Feb 28 19:44:03.283886 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb153a-6e80-48b6-9872-9f7b91519002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce80c72-a08c-4440-83e7-5f70661129e2,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:03.487234 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83886d57-fa1a-4a2f-be08-34cf18b7f000 req-b4195bad-b57c-4a13-abe2-25de0d716e39 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:03.488647 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-83886d57-fa1a-4a2f-be08-34cf18b7f000 req-b4195bad-b57c-4a13-abe2-25de0d716e39 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0530608 Feb 28 19:44:03.541214 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-83886d57-fa1a-4a2f-be08-34cf18b7f000 req-7b9d24e6-447e-4bec-a0ba-28095f5fb4f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Feb 28 19:44:03.923880 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45054) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:04.019660 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1662756749-network', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:04.038896 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Made reservation on behalf of 1b8c1fb71f974b9ca89901b3a0198c37 for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:44:04.041267 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.050212 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.132107 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks [] for security_group (5da083f5-d11d-4bcf-b610-ba600b1ee27f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.138325 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5da083f5-d11d-4bcf-b610-ba600b1ee27f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.174403 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:44:04.185127 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da083f5-d11d-4bcf-b610-ba600b1ee27f,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:04.194670 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (5b5088a2-6bc9-4950-aa6a-a95a17109dc0), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.194670 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Added segment 5b5088a2-6bc9-4950-aa6a-a95a17109dc0 of type vlan for network c8cef71d-1353-4cf6-a069-008335353772 Feb 28 19:44:04.228214 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46cab1-e215-456a-862b-5136f5a6ffab req-6740b2d8-3428-48ee-a1ef-4a583f959a92 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.229949 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c46cab1-e215-456a-862b-5136f5a6ffab req-6740b2d8-3428-48ee-a1ef-4a583f959a92 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.0787842 Feb 28 19:44:04.248567 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (c8cef71d-1353-4cf6-a069-008335353772), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.278407 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (c8cef71d-1353-4cf6-a069-008335353772), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.279439 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.280086 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.294914 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c46cab1-e215-456a-862b-5136f5a6ffab req-5502768f-fdbd-42bc-87db-1c4a2109e9e4 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Feb 28 19:44:04.343442 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45070) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:04.348630 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Request body: {'subnet': {'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1662756749-subnet', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:04.352859 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4276636 Feb 28 19:44:04.371263 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ebd7-0d15-4144-98c3-23e26cd2388b admin admin] Pushing event updated for resources: {'Network': ['ID=c8cef71d-1353-4cf6-a069-008335353772,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:04.376590 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Made reservation on behalf of 1b8c1fb71f974b9ca89901b3a0198c37 for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:44:04.379663 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.383594 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network c8cef71d-1353-4cf6-a069-008335353772 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:44:04.550343 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b404b-fb77-4582-a10e-378c72069577 req-bb166dd5-760e-47b5-8571-256ba60a39ef tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.551785 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb4b404b-fb77-4582-a10e-378c72069577 req-bb166dd5-760e-47b5-8571-256ba60a39ef tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1203926 Feb 28 19:44:04.554865 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-c978ebd8-8c6c-47ae-84b0-c4337878d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.556214 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-c978ebd8-8c6c-47ae-84b0-c4337878d9e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.1237912 Feb 28 19:44:04.763464 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb4b404b-fb77-4582-a10e-378c72069577 req-ee7b895b-0b16-43e7-8cbd-8cb5fb16e6ad tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046759 Feb 28 19:44:04.778405 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (31c54def-84ff-45d5-9e8f-9076b8069922), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:04.813971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-2be88f56-1cf5-418e-9254-c6858d5a7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.815364 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-2be88f56-1cf5-418e-9254-c6858d5a7333 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.2461479 Feb 28 19:44:04.828890 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f747e-89e1-4e20-a600-6965dca38fe9 req-b558cb0a-85f5-4a74-b9c4-cc953a21a0dd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.830271 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-259f747e-89e1-4e20-a600-6965dca38fe9 req-b558cb0a-85f5-4a74-b9c4-cc953a21a0dd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.2101707 Feb 28 19:44:04.880609 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c54def-84ff-45d5-9e8f-9076b8069922,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:04.888625 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-0241f4c5-2baf-45d4-a880-137080586d4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 217 time: 0.0541315 Feb 28 19:44:04.963858 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Checking segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:04.964207 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Network hostable DHCP agents. Network: c8cef71d-1353-4cf6-a069-008335353772, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:44:04.970741 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-259f747e-89e1-4e20-a600-6965dca38fe9 req-b46402d2-dafe-4718-a51c-b40c301d1955 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290517 Feb 28 19:44:04.979310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-01bcae0c-892b-4767-ac05-791c82844291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:04.980735 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-01bcae0c-892b-4767-ac05-791c82844291 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.0851231 Feb 28 19:44:04.998694 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Network c8cef71d-1353-4cf6-a069-008335353772 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:44:05.018159 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-a6e0014d-e1c6-4a77-9abe-5971de75b272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282454 Feb 28 19:44:05.025228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, c8cef71d-1353-4cf6-a069-008335353772) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:05.034093 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb1408-c16e-4547-a1d2-0339ce9b12f6 None None] Network c8cef71d-1353-4cf6-a069-008335353772 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:44:05.036267 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:05.037328 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.094861 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e95666d3-0da7-4b03-ba62-c2723ff20442 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7501879 Feb 28 19:44:05.097407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45078) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:05.101796 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:05.141862 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-c8cef71d-1353-4cf6-a069-008335353772', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:44:05.142820 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.146541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (e26ab9fb-18c0-454a-93f7-7352b31de8c7), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.147838 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (e26ab9fb-18c0-454a-93f7-7352b31de8c7), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.152581 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-921fea8c-07c1-4422-9cc0-7f259ba8276d service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255851 Feb 28 19:44:05.246385 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks [] for router_controller (e26ab9fb-18c0-454a-93f7-7352b31de8c7), precommit_add_association {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.288469 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Allocated IP 172.20.0.2 (c8cef71d-1353-4cf6-a069-008335353772/31c54def-84ff-45d5-9e8f-9076b8069922/17768031-5f05-4c12-b64c-5db4f6f3492f) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:05.346253 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7409bdc-95c9-4f9c-9796-aacad02aa51a req-0d0acdca-6e22-4393-aad9-615fad945576 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821935 Feb 28 19:44:05.453576 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks [] for router_gateway (e26ab9fb-18c0-454a-93f7-7352b31de8c7), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.453787 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Publish callbacks [] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.466887 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.498183 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfa27c-5cfe-48f2-b45b-1d663498cc6c req-c5107f1e-07d2-4a47-9acd-53beb67f9be9 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:05.499608 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-16bfa27c-5cfe-48f2-b45b-1d663498cc6c req-c5107f1e-07d2-4a47-9acd-53beb67f9be9 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.1181691 Feb 28 19:44:05.509969 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Network c8cef71d-1353-4cf6-a069-008335353772 is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:05.514335 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:05.518738 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:05.521797 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Pushing event updated for resources: {'Port': ['ID=17768031-5f05-4c12-b64c-5db4f6f3492f,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:05.576281 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Attempting to bind port 17768031-5f05-4c12-b64c-5db4f6f3492f on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:05.576745 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-16bfa27c-5cfe-48f2-b45b-1d663498cc6c req-fc02ebf2-c662-48fe-8aa8-25f9706e375a tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532622 Feb 28 19:44:05.576884 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Attempting to bind port 17768031-5f05-4c12-b64c-5db4f6f3492f by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:05.577124 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Attempting to bind port 17768031-5f05-4c12-b64c-5db4f6f3492f on network c8cef71d-1353-4cf6-a069-008335353772 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:05.582876 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:05.583260 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Checking segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:05.583686 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.584069 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Bound using segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:05.584601 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Bound port: 17768031-5f05-4c12-b64c-5db4f6f3492f, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:05.584988 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.656673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] For port 17768031-5f05-4c12-b64c-5db4f6f3492f, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:05.660103 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] For port 17768031-5f05-4c12-b64c-5db4f6f3492f, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=17768031-5f05-4c12-b64c-5db4f6f3492f,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:05.666951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.726046 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks [] for router_gateway (e26ab9fb-18c0-454a-93f7-7352b31de8c7), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.727531 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c3859-5eb8-4e20-85ab-1dddcff0b540 None None] Pushing event updated for resources: {'Port': ['ID=17768031-5f05-4c12-b64c-5db4f6f3492f,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:05.759413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:05.907658 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Allocated IP 172.27.0.139 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/fc692db2-cba6-4f69-b482-cf97ff0e88e4) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:05.930596 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4c5cf-2386-4eb1-8a4a-96b6c44cab64 req-a5eb209d-29a6-4223-a709-69f665ebb485 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:05.932148 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bcb4c5cf-2386-4eb1-8a4a-96b6c44cab64 req-a5eb209d-29a6-4223-a709-69f665ebb485 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0936580 Feb 28 19:44:06.041069 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bcb4c5cf-2386-4eb1-8a4a-96b6c44cab64 req-5dfcf72f-0e5c-4c57-b57f-a081b47414c6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018944 Feb 28 19:44:06.090639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks [] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:06.127622 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c26493-854b-48be-b3bd-5b0c5a929a44 req-9240984b-ad58-421f-9fe8-621c3d155fff tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:06.129152 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-79c26493-854b-48be-b3bd-5b0c5a929a44 req-9240984b-ad58-421f-9fe8-621c3d155fff tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0858033 Feb 28 19:44:06.155696 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:06.206017 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:06.220327 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:06.229492 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:06.233007 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-79c26493-854b-48be-b3bd-5b0c5a929a44 req-243ff70c-06c8-4bac-bd5f-ba6fb088d4f7 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974433 Feb 28 19:44:06.258481 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Pushing event updated for resources: {'Port': ['ID=fc692db2-cba6-4f69-b482-cf97ff0e88e4,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:06.490545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks [] for router_gateway (e26ab9fb-18c0-454a-93f7-7352b31de8c7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:06.627549 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f2858-62cb-4346-ab69-acb30502f650 None None] Network c8cef71d-1353-4cf6-a069-008335353772 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:44:06.696916 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] Provisioning complete for port 17768031-5f05-4c12-b64c-5db4f6f3492f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:06.697327 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:06.827808 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] Current status of the port 17768031-5f05-4c12-b64c-5db4f6f3492f is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:06.828210 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:06.869748 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] For port 17768031-5f05-4c12-b64c-5db4f6f3492f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=17768031-5f05-4c12-b64c-5db4f6f3492f,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:06.876493 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:06.932859 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dbf12-e07f-4599-a090-5a0871cf3c67 None None] Pushing event updated for resources: {'Port': ['ID=17768031-5f05-4c12-b64c-5db4f6f3492f,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:06.949941 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a66a-62c5-46a1-ab2a-7aefff399db7 req-bd2cbfc9-5060-48cf-ae39-ed107c340108 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:06.951478 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9bd8a66a-62c5-46a1-ab2a-7aefff399db7 req-bd2cbfc9-5060-48cf-ae39-ed107c340108 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.1131799 Feb 28 19:44:07.047157 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9bd8a66a-62c5-46a1-ab2a-7aefff399db7 req-cc888685-3dc7-44ff-9a33-fab78bf108f0 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860350 Feb 28 19:44:07.049678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (e26ab9fb-18c0-454a-93f7-7352b31de8c7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:07.105762 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-7f3c2ff7-9890-4c44-b14e-d29c7c23f831 None None] Provisioning complete for port 17768031-5f05-4c12-b64c-5db4f6f3492f triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:07.106138 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2ff7-9890-4c44-b14e-d29c7c23f831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:07.203936 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d38707-e4fa-44ac-88f1-27ba77ed5881 req-8d801c7a-f62f-4759-86f8-afb5f5cbb5e9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:07.204553 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c2ff7-9890-4c44-b14e-d29c7c23f831 None None] Current status of the port 17768031-5f05-4c12-b64c-5db4f6f3492f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:07.205642 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95d38707-e4fa-44ac-88f1-27ba77ed5881 req-8d801c7a-f62f-4759-86f8-afb5f5cbb5e9 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0693152 Feb 28 19:44:07.273191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Router e26ab9fb-18c0-454a-93f7-7352b31de8c7 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:44:07.291961 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 17768031-5f05-4c12-b64c-5db4f6f3492f up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:07.307047 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95d38707-e4fa-44ac-88f1-27ba77ed5881 req-574a3da5-ea08-4691-92e5-fd2631a55c78 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735767 Feb 28 19:44:07.348185 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 17768031-5f05-4c12-b64c-5db4f6f3492f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:07.348587 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:07.434656 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 17768031-5f05-4c12-b64c-5db4f6f3492f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:07.471496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fac1f-5eb1-4f7d-8420-191dfcd0a5e7 req-909f78b4-eb38-4388-a4f4-aac42e611e20 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:07.472969 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c24fac1f-5eb1-4f7d-8420-191dfcd0a5e7 req-909f78b4-eb38-4388-a4f4-aac42e611e20 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.1802702 Feb 28 19:44:07.507302 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:44:07.518831 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Sync routers for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:44:07.525775 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc85b7-2b05-483e-bdd2-3a059fd73c0d req-3eaaec28-cbd0-4fe2-b561-89bf52710ab9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:07.527268 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-43cc85b7-2b05-483e-bdd2-3a059fd73c0d req-3eaaec28-cbd0-4fe2-b561-89bf52710ab9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1488206 Feb 28 19:44:07.532999 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:07.533691 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:07.560063 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:07.561314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-7b74cdb7-73d6-4b11-8caf-2f386d8b4bbe admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4629347 Feb 28 19:44:07.564472 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45118) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:07.573708 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c24fac1f-5eb1-4f7d-8420-191dfcd0a5e7 req-d0a7d869-3ce0-46c8-a077-10649aad7967 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931704 Feb 28 19:44:07.614861 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-43cc85b7-2b05-483e-bdd2-3a059fd73c0d req-1638c7eb-9cc3-4d61-8aac-79e829fa400b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795507 Feb 28 19:44:07.642429 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:07.823159 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:06Z', 'revision_number': 3, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:07.836304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4616da6-51df-43d4-b685-440183fcc93e req-3f0b3d3b-3fd4-4033-bd83-1fcb93f36572 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:07.838085 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f4616da6-51df-43d4-b685-440183fcc93e req-3f0b3d3b-3fd4-4033-bd83-1fcb93f36572 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0585837 Feb 28 19:44:07.854722 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Checking router: e26ab9fb-18c0-454a-93f7-7352b31de8c7 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:44:07.855073 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Updating router e26ab9fb-18c0-454a-93f7-7352b31de8c7 port fc692db2-cba6-4f69-b482-cf97ff0e88e4 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:44:07.884076 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:07.894314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f4616da6-51df-43d4-b685-440183fcc93e req-aa2a5037-769c-4bd0-a8ae-3e4065845de3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Feb 28 19:44:08.132213 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Publish callbacks [] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.141973 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.198677 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Attempting to bind port fc692db2-cba6-4f69-b482-cf97ff0e88e4 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:08.199077 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Attempting to bind port fc692db2-cba6-4f69-b482-cf97ff0e88e4 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:08.199442 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Attempting to bind port fc692db2-cba6-4f69-b482-cf97ff0e88e4 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:08.202742 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Pushing event updated for resources: {'Port': ['ID=fc692db2-cba6-4f69-b482-cf97ff0e88e4,revision_number=2']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:08.210686 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:08.211061 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:08.211513 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.211904 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:08.212370 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Bound port: fc692db2-cba6-4f69-b482-cf97ff0e88e4, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:08.212754 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.215227 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.215607 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.215967 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.216307 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.216631 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.216959 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.217312 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.217637 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.217959 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.218297 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.218619 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.218938 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.219258 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:44:08.221264 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.272828 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] For port fc692db2-cba6-4f69-b482-cf97ff0e88e4, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:08.275944 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] For port fc692db2-cba6-4f69-b482-cf97ff0e88e4, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=fc692db2-cba6-4f69-b482-cf97ff0e88e4,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:08.283199 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.340139 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:08.340772 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:08.343985 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecc702-b06a-48e3-91ca-bfc60c6cf72d None None] Pushing event updated for resources: {'Port': ['ID=fc692db2-cba6-4f69-b482-cf97ff0e88e4,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:08.387029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Allocated IP 172.20.0.1 (c8cef71d-1353-4cf6-a069-008335353772/31c54def-84ff-45d5-9e8f-9076b8069922/f0cc53c2-0eab-4437-8832-53906039dfc5) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:08.441508 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5cd8b-dd74-436f-8f38-1eb07e27ef95 req-fd0729aa-2b39-4afd-9b58-dfab0de61db3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:08.443726 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dd5cd8b-dd74-436f-8f38-1eb07e27ef95 req-fd0729aa-2b39-4afd-9b58-dfab0de61db3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0613997 Feb 28 19:44:08.450992 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:08.497017 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dd5cd8b-dd74-436f-8f38-1eb07e27ef95 req-1da34d07-54b4-4379-b4d5-6ff937ab0d58 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464499 Feb 28 19:44:08.497331 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks [] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.540506 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.579928 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Network c8cef71d-1353-4cf6-a069-008335353772 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:08.582938 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:08.586423 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:08.610036 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cc53c2-0eab-4437-8832-53906039dfc5,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:08.632436 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:06Z', 'revision_number': 3, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:08.634017 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (e26ab9fb-18c0-454a-93f7-7352b31de8c7), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.671750 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f195666-2b14-482a-bf2d-70ce7d514d92 None None] The sync data for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi is: [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:06Z', 'revision_number': 3, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:44:08.779817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166191a-e6b4-42f3-89d9-bc8101ca5fdb req-3168a4f4-76e7-4e25-9001-fe9c143a88d6 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:08.781967 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7166191a-e6b4-42f3-89d9-bc8101ca5fdb req-3168a4f4-76e7-4e25-9001-fe9c143a88d6 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.1227944 Feb 28 19:44:08.796518 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c464ec6-7ce0-451c-925b-eab66c96d1b9 req-dbd8dd26-0a37-4274-a764-48958b9e0efc tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:08.798114 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c464ec6-7ce0-451c-925b-eab66c96d1b9 req-dbd8dd26-0a37-4274-a764-48958b9e0efc tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0932684 Feb 28 19:44:08.818239 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.868015 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-b9d60593-c3c0-46b0-bfbf-e7305d167276 None None] Provisioning complete for port f0cc53c2-0eab-4437-8832-53906039dfc5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:08.868576 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b9d60593-c3c0-46b0-bfbf-e7305d167276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:08.901428 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7166191a-e6b4-42f3-89d9-bc8101ca5fdb req-0dc9a44b-cae4-42d8-a5d7-eaf610a29df2 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/security-groups?id=800588cd-a60d-4f39-970b-b26c3e7dc786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944130 Feb 28 19:44:08.908626 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c464ec6-7ce0-451c-925b-eab66c96d1b9 req-99b11af2-90cc-4c1d-bba2-3d71d7fd1962 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980051 Feb 28 19:44:08.935013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b9d60593-c3c0-46b0-bfbf-e7305d167276 None None] Port f0cc53c2-0eab-4437-8832-53906039dfc5 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:44:09.024477 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks [] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.032767 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26708674'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.069830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922ab09-5ea2-482f-a510-2570e4b479c9 req-70659ddd-43c8-432a-b6e5-dd702be418ea tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:09.071613 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3922ab09-5ea2-482f-a510-2570e4b479c9 req-70659ddd-43c8-432a-b6e5-dd702be418ea tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0652101 Feb 28 19:44:09.110303 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cc53c2-0eab-4437-8832-53906039dfc5,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:09.121446 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (e26ab9fb-18c0-454a-93f7-7352b31de8c7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.132886 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3922ab09-5ea2-482f-a510-2570e4b479c9 req-a789d275-1196-4c1d-b134-cff0a3d0c52a tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552227 Feb 28 19:44:09.244121 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Network c8cef71d-1353-4cf6-a069-008335353772 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:09.245430 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:09.254083 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89c552-7797-40ef-bb55-502790c8d86e req-bfbd1c1a-3ddc-4c0f-b194-01159bf5dfba tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:09.255743 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3a89c552-7797-40ef-bb55-502790c8d86e req-bfbd1c1a-3ddc-4c0f-b194-01159bf5dfba tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 949 time: 0.0693214 Feb 28 19:44:09.277800 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device fc692db2-cba6-4f69-b482-cf97ff0e88e4 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:09.359435 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port fc692db2-cba6-4f69-b482-cf97ff0e88e4 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:09.360068 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.374035 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Deleting port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:44:09.374450 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.396376 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Router e26ab9fb-18c0-454a-93f7-7352b31de8c7 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:44:09.484056 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port fc692db2-cba6-4f69-b482-cf97ff0e88e4 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:09.484455 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.512872 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port fc692db2-cba6-4f69-b482-cf97ff0e88e4, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=fc692db2-cba6-4f69-b482-cf97ff0e88e4,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:09.517981 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] For port 131faff1-0f6a-4f1e-8dbf-ab58c9774466, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=131faff1-0f6a-4f1e-8dbf-ab58c9774466,segment=NetworkSegment(77a86bf5-29ec-4c51-ae21-eef79139ca8b),segment_id=77a86bf5-29ec-4c51-ae21-eef79139ca8b)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:09.518518 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.521386 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.539182 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Calling delete_port for 131faff1-0f6a-4f1e-8dbf-ab58c9774466 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:44:09.569871 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:44:09.584423 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-60196dc4-40b3-4af0-bf2d-585303376c37 admin admin] 10.222.0.47 "PUT /v2.0/routers/e26ab9fb-18c0-454a-93f7-7352b31de8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0186763 Feb 28 19:44:09.608472 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=fc692db2-cba6-4f69-b482-cf97ff0e88e4,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:09.618656 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-5a997dec-ed0a-4155-bd94-f34278626c16 None None] Provisioning complete for port f0cc53c2-0eab-4437-8832-53906039dfc5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:09.619359 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5a997dec-ed0a-4155-bd94-f34278626c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.660368 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-5a997dec-ed0a-4155-bd94-f34278626c16 None None] Port f0cc53c2-0eab-4437-8832-53906039dfc5 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:44:09.737188 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (131faff1-0f6a-4f1e-8dbf-ab58c9774466), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.749657 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['131faff1-0f6a-4f1e-8dbf-ab58c9774466'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:09.770131 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Pushing event deleted for resources: {'Port': ['ID=131faff1-0f6a-4f1e-8dbf-ab58c9774466,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:09.786956 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0901f6f-1d9d-46da-b599-cfdb552638c8 req-be4b09b3-81f8-4c03-aba2-c9a7eecc241a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:09.787303 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e0901f6f-1d9d-46da-b599-cfdb552638c8 req-be4b09b3-81f8-4c03-aba2-c9a7eecc241a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1074100 Feb 28 19:44:09.835503 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] No DVR routers for this DVR port 131faff1-0f6a-4f1e-8dbf-ab58c9774466 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:44:09.850476 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:09.854176 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3a89c552-7797-40ef-bb55-502790c8d86e req-6c92803e-f875-4d8a-b598-b6568fba4871 tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.30 "DELETE /v2.0/ports/131faff1-0f6a-4f1e-8dbf-ab58c9774466 HTTP/1.1" status: 204 len: 173 time: 0.5894325 Feb 28 19:44:09.854736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c400375-c12d-485b-8922-447f859eb938', 'name': 'network-vif-deleted', 'tag': '131faff1-0f6a-4f1e-8dbf-ab58c9774466'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:09.857939 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71cc46-011e-4200-818b-1c27340f6c44" -d '{"events": [{"server_uuid": "3c400375-c12d-485b-8922-447f859eb938", "name": "network-vif-deleted", "tag": "131faff1-0f6a-4f1e-8dbf-ab58c9774466"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:09.921740 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b40317b-6c55-4bf4-9667-f2329e2786de x-openstack-request-id: req-4b40317b-6c55-4bf4-9667-f2329e2786de {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:09.922560 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c400375-c12d-485b-8922-447f859eb938", "name": "network-vif-deleted", "tag": "131faff1-0f6a-4f1e-8dbf-ab58c9774466", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:09.922919 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b40317b-6c55-4bf4-9667-f2329e2786de {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:09.923449 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c400375-c12d-485b-8922-447f859eb938', 'name': 'network-vif-deleted', 'tag': '131faff1-0f6a-4f1e-8dbf-ab58c9774466', 'status': 'completed', 'code': 200} Feb 28 19:44:09.927475 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e0901f6f-1d9d-46da-b599-cfdb552638c8 req-06cfa811-276e-400c-980f-e99bfe67f78e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182396 Feb 28 19:44:10.050217 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73a5969c-e664-4fe0-a509-221e87293a4d req-bda7d901-b5f7-4725-999d-bdb66f9d01cd tempest-VolumesNegativeTest-1183607740 tempest-VolumesNegativeTest-1183607740-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c400375-c12d-485b-8922-447f859eb938 HTTP/1.1" status: 200 len: 210 time: 0.0474362 Feb 28 19:44:10.107185 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25b481-520f-455c-ba77-218087acdafc req-9220ee4d-5785-4d1a-bafb-6d6cb38a0ded tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:10.108696 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7b25b481-520f-455c-ba77-218087acdafc req-9220ee4d-5785-4d1a-bafb-6d6cb38a0ded tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0620768 Feb 28 19:44:10.167610 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7b25b481-520f-455c-ba77-218087acdafc req-92c437e5-af96-48e9-a74e-3891b4a72700 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527475 Feb 28 19:44:10.208131 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-aa6c10d3-a86e-41bc-bc30-00a4a614c152 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:10.209633 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-aa6c10d3-a86e-41bc-bc30-00a4a614c152 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Feb 28 19:44:10.252214 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45154) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:10.257462 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2010809695-network', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:10.279607 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Made reservation on behalf of c280e934bdea4c04a86e44b9d49e76cc for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:44:10.282136 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.291877 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.324169 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db080f3-99c7-49c1-81b3-8271ec7a3e56 req-a201fd6e-40fa-4f76-bce7-2feaa14e0664 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:10.325932 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2db080f3-99c7-49c1-81b3-8271ec7a3e56 req-a201fd6e-40fa-4f76-bce7-2feaa14e0664 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa5f5e7-76bb-464e-9f5f-93df05045bd1 HTTP/1.1" status: 200 len: 945 time: 0.1153960 Feb 28 19:44:10.378506 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Deleting port a230f414-e031-46cb-ae1b-52bafc134e1c {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:44:10.378860 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.389438 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks [] for security_group (bb4b08b8-b224-4db6-ba7f-a047e06a154c), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.394648 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (bb4b08b8-b224-4db6-ba7f-a047e06a154c), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.426504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:44:10.433962 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4b08b8-b224-4db6-ba7f-a047e06a154c,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:10.434094 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2db080f3-99c7-49c1-81b3-8271ec7a3e56 req-d9aab5d5-5817-46ad-9afc-0be7fd6efcc7 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993476 Feb 28 19:44:10.444488 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (05fbc674-b609-404a-b7c6-6e35f451bc8e), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.444734 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Added segment 05fbc674-b609-404a-b7c6-6e35f451bc8e of type vlan for network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 Feb 28 19:44:10.496310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] For port a230f414-e031-46cb-ae1b-52bafc134e1c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a230f414-e031-46cb-ae1b-52bafc134e1c,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:10.496766 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.505058 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (8eab2232-3df8-4565-9d6f-8fbb43dd6775), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.513891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Calling delete_port for a230f414-e031-46cb-ae1b-52bafc134e1c owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:44:10.537823 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (8eab2232-3df8-4565-9d6f-8fbb43dd6775), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.538816 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:10.539391 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.596094 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45156) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:10.596654 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3427451 Feb 28 19:44:10.603118 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Request body: {'subnet': {'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2010809695-subnet', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:10.607911 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405bc73-7347-4e0d-8938-8c51ada30714 admin admin] Pushing event updated for resources: {'Network': ['ID=8eab2232-3df8-4565-9d6f-8fbb43dd6775,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:10.619548 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:44:10.662111 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Made reservation on behalf of c280e934bdea4c04a86e44b9d49e76cc for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:44:10.664493 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.678695 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a230f414-e031-46cb-ae1b-52bafc134e1c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.690987 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278', '54492895-9560-4676-9b77-b54585a185a7', 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd', 'a230f414-e031-46cb-ae1b-52bafc134e1c'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:10.738432 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Sync routers for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:44:10.741603 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event deleted for resources: {'Port': ['ID=a230f414-e031-46cb-ae1b-52bafc134e1c,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:10.769190 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:10.769822 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:10.798541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] No DVR routers for this DVR port a230f414-e031-46cb-ae1b-52bafc134e1c on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:44:10.801803 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:10.805337 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8cf9e256-3d50-48a0-a3bd-f19724bdc4ba req-b4ecb6df-4a70-4131-b611-58b7688c25da tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "DELETE /v2.0/ports/a230f414-e031-46cb-ae1b-52bafc134e1c HTTP/1.1" status: 204 len: 173 time: 0.5853217 Feb 28 19:44:10.932125 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:10.935747 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (c5b06c49-917c-46ba-86da-76d9797961bd), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.002536 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b06c49-917c-46ba-86da-76d9797961bd,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:11.010568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Checking segment: {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:11.010933 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Network hostable DHCP agents. Network: 8eab2232-3df8-4565-9d6f-8fbb43dd6775, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:44:11.039946 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:44:11.069605 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 8eab2232-3df8-4565-9d6f-8fbb43dd6775) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:11.075186 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:11.075786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.086118 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cef718-7534-4041-a75c-1ede39c63a9a None None] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:44:11.103934 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801997fa-99c8-4e51-976e-01826488f1bc req-c5b38de1-fcf4-4fb3-b195-d4d725d1d398 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:11.105546 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-801997fa-99c8-4e51-976e-01826488f1bc req-c5b38de1-fcf4-4fb3-b195-d4d725d1d398 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0769346 Feb 28 19:44:11.109033 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c55e61cc-d282-459d-bfb4-2dce2b74a384 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5117757 Feb 28 19:44:11.112254 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45162) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:11.120191 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:11.152153 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.154930 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.169566 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-801997fa-99c8-4e51-976e-01826488f1bc req-d30cebbd-037a-4b6d-b3cf-9601497601d2 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583432 Feb 28 19:44:11.241235 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks [] for router_controller (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), precommit_add_association {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.366104 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6bf19-4f1c-4598-a7d2-f84abaf8691f req-68112ca4-c627-40eb-8fd3-b4851735d99a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:11.370138 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9ce6bf19-4f1c-4598-a7d2-f84abaf8691f req-68112ca4-c627-40eb-8fd3-b4851735d99a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1160793 Feb 28 19:44:11.424191 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks [] for router_gateway (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.484003 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9ce6bf19-4f1c-4598-a7d2-f84abaf8691f req-dd7d74c8-cf71-4df2-8eed-0489aa583898 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098566 Feb 28 19:44:11.504420 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device fc692db2-cba6-4f69-b482-cf97ff0e88e4 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:11.544408 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-8eab2232-3df8-4565-9d6f-8fbb43dd6775', 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775', 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'fixed_ips': [{'subnet_id': 'c5b06c49-917c-46ba-86da-76d9797961bd'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:44:11.544907 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.687143 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks [] for router_gateway (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.706991 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.773175 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port fc692db2-cba6-4f69-b482-cf97ff0e88e4 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:11.773736 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.831518 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Allocated IP 172.27.0.201 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/b3b52519-0a1a-4af9-a3d7-5f069904a2d7) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:11.839689 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 2, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:11.884228 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Checking router: e26ab9fb-18c0-454a-93f7-7352b31de8c7 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:44:11.884499 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Updating router e26ab9fb-18c0-454a-93f7-7352b31de8c7 port f0cc53c2-0eab-4437-8832-53906039dfc5 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:44:11.887472 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Allocated IP 172.20.0.2 (8eab2232-3df8-4565-9d6f-8fbb43dd6775/c5b06c49-917c-46ba-86da-76d9797961bd/ef0ad813-a0c1-45a0-a88b-33bd1b019818) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:11.925883 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'name': 'network-vif-deleted', 'tag': 'a230f414-e031-46cb-ae1b-52bafc134e1c'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:11.929654 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af5359-8138-463a-ba11-d896cf847f23" -d '{"events": [{"server_uuid": "7aa5f5e7-76bb-464e-9f5f-93df05045bd1", "name": "network-vif-deleted", "tag": "a230f414-e031-46cb-ae1b-52bafc134e1c"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:11.955683 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks [] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.962780 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:11.998879 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea8080b-c946-415c-a77c-73e96cd5b6b6 x-openstack-request-id: req-0ea8080b-c946-415c-a77c-73e96cd5b6b6 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:11.999041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa5f5e7-76bb-464e-9f5f-93df05045bd1", "name": "network-vif-deleted", "tag": "a230f414-e031-46cb-ae1b-52bafc134e1c", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:11.999469 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ea8080b-c946-415c-a77c-73e96cd5b6b6 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:11.999709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa5f5e7-76bb-464e-9f5f-93df05045bd1', 'name': 'network-vif-deleted', 'tag': 'a230f414-e031-46cb-ae1b-52bafc134e1c', 'status': 'completed', 'code': 200} Feb 28 19:44:12.000929 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.048994 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:12.054016 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:12.057588 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:12.063579 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Pushing event updated for resources: {'Port': ['ID=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:12.098050 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port fc692db2-cba6-4f69-b482-cf97ff0e88e4 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:12.269386 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Publish callbacks [] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.290718 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.331023 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70857dd3-ec32-490a-b281-d6fcf7e6e6a1 req-ff8aa5b9-0d7c-44ea-8be6-ae7f1a1b8e2c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:12.332503 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-70857dd3-ec32-490a-b281-d6fcf7e6e6a1 req-ff8aa5b9-0d7c-44ea-8be6-ae7f1a1b8e2c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0760086 Feb 28 19:44:12.351711 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:12.355590 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks [] for router_gateway (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.362816 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:12.381796 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:12.396506 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Pushing event updated for resources: {'Port': ['ID=ef0ad813-a0c1-45a0-a88b-33bd1b019818,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:12.405916 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-70857dd3-ec32-490a-b281-d6fcf7e6e6a1 req-44e68c89-5aae-45e2-a4f7-a2d963a26a90 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631211 Feb 28 19:44:12.492541 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Attempting to bind port ef0ad813-a0c1-45a0-a88b-33bd1b019818 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:12.492920 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Attempting to bind port ef0ad813-a0c1-45a0-a88b-33bd1b019818 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:12.495643 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Attempting to bind port ef0ad813-a0c1-45a0-a88b-33bd1b019818 on network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:12.500437 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a230f414-e031-46cb-ae1b-52bafc134e1c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:44:12.513547 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:12.513863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Checking segment: {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:12.514288 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.514736 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Bound using segment: {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:12.515241 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Bound port: ef0ad813-a0c1-45a0-a88b-33bd1b019818, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:12.515626 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.518905 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Publish callbacks [] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.541011 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: a230f414-e031-46cb-ae1b-52bafc134e1c {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:44:12.541421 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a230f414-e031-46cb-ae1b-52bafc134e1c not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:44:12.541853 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 131faff1-0f6a-4f1e-8dbf-ab58c9774466 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:44:12.570222 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.575505 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 131faff1-0f6a-4f1e-8dbf-ab58c9774466 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:44:12.575858 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 131faff1-0f6a-4f1e-8dbf-ab58c9774466 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:44:12.623800 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.632552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88beb1-0915-445c-9134-676b3e2a01e6 req-26fa3170-e590-48a3-a45c-8694e108645d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:12.642218 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a88beb1-0915-445c-9134-676b3e2a01e6 req-26fa3170-e590-48a3-a45c-8694e108645d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0700974 Feb 28 19:44:12.653301 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe191b13-2117-49a5-9336-f89ca8332887 None None] Pushing event updated for resources: {'Port': ['ID=f0cc53c2-0eab-4437-8832-53906039dfc5,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:12.713577 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] For port ef0ad813-a0c1-45a0-a88b-33bd1b019818, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:12.716907 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a88beb1-0915-445c-9134-676b3e2a01e6 req-853503f4-1332-4e6e-8fd3-abda310f565b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667200 Feb 28 19:44:12.743358 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] For port ef0ad813-a0c1-45a0-a88b-33bd1b019818, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=ef0ad813-a0c1-45a0-a88b-33bd1b019818,segment=NetworkSegment(05fbc674-b609-404a-b7c6-6e35f451bc8e),segment_id=05fbc674-b609-404a-b7c6-6e35f451bc8e)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:12.747951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Attempting to bind port f0cc53c2-0eab-4437-8832-53906039dfc5 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:12.747951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Attempting to bind port f0cc53c2-0eab-4437-8832-53906039dfc5 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:12.749269 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Attempting to bind port f0cc53c2-0eab-4437-8832-53906039dfc5 on network c8cef71d-1353-4cf6-a069-008335353772 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:12.754010 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:12.754473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Checking segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:12.754887 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.755362 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Bound using segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:12.755852 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Bound port: f0cc53c2-0eab-4437-8832-53906039dfc5, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:12.756245 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.765765 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:12.809764 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:44:12.885237 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b795e9e-613c-41e9-93c3-64ebd6bb5b1d None None] Pushing event updated for resources: {'Port': ['ID=ef0ad813-a0c1-45a0-a88b-33bd1b019818,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:12.897366 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] For port f0cc53c2-0eab-4437-8832-53906039dfc5, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:12.905262 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] For port f0cc53c2-0eab-4437-8832-53906039dfc5, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=f0cc53c2-0eab-4437-8832-53906039dfc5,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:12.913833 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:13.067848 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:13.068515 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:13.131048 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe191b13-2117-49a5-9336-f89ca8332887 None None] Pushing event updated for resources: {'Port': ['ID=f0cc53c2-0eab-4437-8832-53906039dfc5,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:13.188948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b627f0-bba2-441f-8513-43307ebfbe34 req-f88a0f98-2da8-4543-9993-ccd618e00560 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:13.224082 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c0b627f0-bba2-441f-8513-43307ebfbe34 req-f88a0f98-2da8-4543-9993-ccd618e00560 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.1150007 Feb 28 19:44:13.341541 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c0b627f0-bba2-441f-8513-43307ebfbe34 req-a0dffb74-a762-434c-89b4-83a58bce8610 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144984 Feb 28 19:44:13.364282 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:44:13.378567 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Sync routers for ids ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:44:13.397301 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] Provisioning complete for port f0cc53c2-0eab-4437-8832-53906039dfc5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:13.398006 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:13.398543 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:13.399371 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2b39607d-e7f4-47d9-ae91-a326aa79720e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2856555 Feb 28 19:44:13.402316 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45332) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:13.403474 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Routers {'1a8d083e-c562-4cf1-86e0-c07ddebc60c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:13.404477 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:13.547811 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:13.616540 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Set router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:13.722027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27a2e-1b89-499e-bb12-e5018d6e5fa7 req-ae2b3c41-33a8-4c23-a634-e61bb95c1169 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:13.724689 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-71c27a2e-1b89-499e-bb12-e5018d6e5fa7 req-ae2b3c41-33a8-4c23-a634-e61bb95c1169 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1518233 Feb 28 19:44:13.840272 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:12Z', 'revision_number': 3, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:13.875009 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Checking router: 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:44:13.875495 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Updating router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:44:13.884090 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-71c27a2e-1b89-499e-bb12-e5018d6e5fa7 req-7dbc4a3b-ee47-4a02-bb79-0c40a5b9ea9b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493409 Feb 28 19:44:13.908538 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:13.962653 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9dc06-1cd6-4e2f-b124-71c42bae9195 req-7f109e92-8bf2-478d-b7dc-076df08dfc30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:13.964285 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4e9dc06-1cd6-4e2f-b124-71c42bae9195 req-7f109e92-8bf2-478d-b7dc-076df08dfc30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 944 time: 0.1066942 Feb 28 19:44:14.081212 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] Current status of the port f0cc53c2-0eab-4437-8832-53906039dfc5 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:14.082299 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.095693 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4e9dc06-1cd6-4e2f-b124-71c42bae9195 req-5f762f30-0d9e-4ef4-9655-18e61c13b790 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134453 Feb 28 19:44:14.188421 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] For port f0cc53c2-0eab-4437-8832-53906039dfc5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=f0cc53c2-0eab-4437-8832-53906039dfc5,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:14.199654 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.235510 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.336725 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e10d3-5cae-4074-8a73-0b03143025d6 None None] Pushing event updated for resources: {'Port': ['ID=f0cc53c2-0eab-4437-8832-53906039dfc5,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:14.339115 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Publish callbacks [] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.349386 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.364911 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:12Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:14.370420 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-2596ad7a-b2d1-4c40-bc46-51f72304d77a None None] Provisioning complete for port f0cc53c2-0eab-4437-8832-53906039dfc5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:14.371047 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2596ad7a-b2d1-4c40-bc46-51f72304d77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.410196 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a471e-b025-45d2-80cf-63c58ecddf39 None None] The sync data for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi is: [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:12Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:44:14.446669 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a58c4b-4134-40d2-983a-175f2327791a None None] Pushing event updated for resources: {'Port': ['ID=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,revision_number=2']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:14.495785 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Attempting to bind port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:14.497769 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Attempting to bind port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:14.498136 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Attempting to bind port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:14.516245 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:44:14.524818 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:14.525364 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:14.525681 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.526060 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:14.526550 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Bound port: b3b52519-0a1a-4af9-a3d7-5f069904a2d7, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:14.526920 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.592733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Allocated IP 172.20.0.1 (8eab2232-3df8-4565-9d6f-8fbb43dd6775/c5b06c49-917c-46ba-86da-76d9797961bd/c1a93c26-9612-45da-809a-b054fe54d32b) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:14.619913 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-2596ad7a-b2d1-4c40-bc46-51f72304d77a None None] Current status of the port f0cc53c2-0eab-4437-8832-53906039dfc5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:14.648981 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] For port b3b52519-0a1a-4af9-a3d7-5f069904a2d7, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:14.660852 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] For port b3b52519-0a1a-4af9-a3d7-5f069904a2d7, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:14.661388 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b1565-96b9-429f-8bb8-86e4ae4f05cf req-1985c843-60c1-49c9-ac75-766c9d1e384e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:14.663182 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2f2b1565-96b9-429f-8bb8-86e4ae4f05cf req-1985c843-60c1-49c9-ac75-766c9d1e384e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.1780381 Feb 28 19:44:14.674324 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192201fa-ddb7-4a8c-8006-a324ec0e77af None None] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:44:14.678638 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.725641 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Routers {'1a8d083e-c562-4cf1-86e0-c07ddebc60c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:14.726320 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:14.837665 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2f2b1565-96b9-429f-8bb8-86e4ae4f05cf req-d15b2b33-c00c-4418-9e74-d7fbf1eb3287 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661506 Feb 28 19:44:14.872671 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] Provisioning complete for port ef0ad813-a0c1-45a0-a88b-33bd1b019818 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:14.872977 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.903378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks [] for port (c1a93c26-9612-45da-809a-b054fe54d32b), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:14.935392 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] Set router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:14.952134 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:14.982765 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'port_id': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'mac_address': 'fa:16:3e:2a:53:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:44:14.989692 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.027997 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a58c4b-4134-40d2-983a-175f2327791a None None] Pushing event updated for resources: {'Port': ['ID=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:15.072675 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:15.077567 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.101331 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:15.108028 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] Current status of the port ef0ad813-a0c1-45a0-a88b-33bd1b019818 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:15.108544 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.130244 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:15.156924 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:15.202076 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:44:15.246528 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:15.263807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.276952 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.331651 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:12Z', 'revision_number': 3, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:15.338154 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-76543375-c62e-4c54-aa4e-7a352e074698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.366846 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] For port ef0ad813-a0c1-45a0-a88b-33bd1b019818, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=ef0ad813-a0c1-45a0-a88b-33bd1b019818,segment=NetworkSegment(05fbc674-b609-404a-b7c6-6e35f451bc8e),segment_id=05fbc674-b609-404a-b7c6-6e35f451bc8e)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:15.375390 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.415455 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Pushing event updated for resources: {'Port': ['ID=c1a93c26-9612-45da-809a-b054fe54d32b,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:15.420944 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:15.437359 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6483a5f3-6dd3-44be-8c1a-399c1807da05 None None] The sync data for ids ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'] in dv-cinder-831247-1-iscsi is: [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:12Z', 'revision_number': 3, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:44:15.467117 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device ef0ad813-a0c1-45a0-a88b-33bd1b019818 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:15.559816 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f0796-fd15-4589-ad57-828bf5de653a None None] Pushing event updated for resources: {'Port': ['ID=ef0ad813-a0c1-45a0-a88b-33bd1b019818,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:15.575122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port ef0ad813-a0c1-45a0-a88b-33bd1b019818 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:15.575943 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.577725 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-8b31bcea-f6aa-4299-8ec0-93a296c16de3 None None] Provisioning complete for port ef0ad813-a0c1-45a0-a88b-33bd1b019818 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:15.578085 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8b31bcea-f6aa-4299-8ec0-93a296c16de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.750155 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['1ba7f5ae-0d22-47ba-9d44-af85d38542a1'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:15.800664 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-8b31bcea-f6aa-4299-8ec0-93a296c16de3 None None] Current status of the port ef0ad813-a0c1-45a0-a88b-33bd1b019818 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:15.804205 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port ef0ad813-a0c1-45a0-a88b-33bd1b019818 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:15.805281 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device f0cc53c2-0eab-4437-8832-53906039dfc5 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:15.922067 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port f0cc53c2-0eab-4437-8832-53906039dfc5 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:15.922449 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:15.938410 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586574b-df91-4034-94aa-3af6a10852c8 req-a841930b-e55c-474e-9a4f-6f6673207023 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:15.940029 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0586574b-df91-4034-94aa-3af6a10852c8 req-a841930b-e55c-474e-9a4f-6f6673207023 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.9349980 Feb 28 19:44:15.989740 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-09b736ec-2376-4536-8120-cc1ce2c76906 None None] Provisioning complete for port c1a93c26-9612-45da-809a-b054fe54d32b triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:15.990140 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-09b736ec-2376-4536-8120-cc1ce2c76906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.002508 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac057bd9-1801-4e98-9dc4-1bcb476be700 req-42be44f0-b34d-4ee7-ba29-46b95764be63 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:16.008230 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac057bd9-1801-4e98-9dc4-1bcb476be700 req-42be44f0-b34d-4ee7-ba29-46b95764be63 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 945 time: 0.7247992 Feb 28 19:44:16.022034 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c992fea-97c7-4673-a03e-3612f8108291 req-bd1f86a6-8fed-4c7a-b8b1-2e0aec2bbae4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:16.024439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c992fea-97c7-4673-a03e-3612f8108291 req-bd1f86a6-8fed-4c7a-b8b1-2e0aec2bbae4 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.5932426 Feb 28 19:44:16.064498 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-09b736ec-2376-4536-8120-cc1ce2c76906 None None] Port c1a93c26-9612-45da-809a-b054fe54d32b cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:44:16.127607 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port f0cc53c2-0eab-4437-8832-53906039dfc5 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:16.155343 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0586574b-df91-4034-94aa-3af6a10852c8 req-d75043ad-800c-44e2-a628-ee1de20c6bf6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927631 Feb 28 19:44:16.163929 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.232843 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac057bd9-1801-4e98-9dc4-1bcb476be700 req-417853fe-3e82-4cce-8c3c-48e1d3cf6417 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037616 Feb 28 19:44:16.393025 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Deleting port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:44:16.393677 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.451598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccdbeb-a1aa-4957-bd0b-6f30049cf76d req-1789b796-ca9f-4b74-a9ab-488d0a1d6f4d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:16.453173 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-32ccdbeb-a1aa-4957-bd0b-6f30049cf76d req-1789b796-ca9f-4b74-a9ab-488d0a1d6f4d tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d47d9b6b-0999-4aca-b946-7bb8b167f61b HTTP/1.1" status: 200 len: 946 time: 0.1898785 Feb 28 19:44:16.580437 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] For port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:16.580812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.588048 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-32ccdbeb-a1aa-4957-bd0b-6f30049cf76d req-7780f613-7b7b-4364-a756-5e65564c7cd9 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278646 Feb 28 19:44:16.589989 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks [] for port (c1a93c26-9612-45da-809a-b054fe54d32b), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.599430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.607439 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Calling delete_port for a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:44:16.721777 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.723604 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Pushing event updated for resources: {'Port': ['ID=c1a93c26-9612-45da-809a-b054fe54d32b,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:16.786178 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45440) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:16.875973 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:16.879444 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:16.935121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:16.946002 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-88a6af96-adf4-497a-9306-a45bb4b6a527 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc92705075f3416f988584751245c9a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563230 Feb 28 19:44:16.947007 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45444) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:16.951164 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278', '54492895-9560-4676-9b77-b54585a185a7'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:16.981907 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event deleted for resources: {'Port': ['ID=a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:17.004834 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77c42a9d-74d4-4e58-9aee-03b5c15d0617 admin admin] Publish callbacks [] for security_group (800588cd-a60d-4f39-970b-b26c3e7dc786), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.028928 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77c42a9d-74d4-4e58-9aee-03b5c15d0617 admin admin] Publish callbacks [] for security_group (800588cd-a60d-4f39-970b-b26c3e7dc786), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.090059 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77c42a9d-74d4-4e58-9aee-03b5c15d0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (800588cd-a60d-4f39-970b-b26c3e7dc786), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.093186 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-77c42a9d-74d4-4e58-9aee-03b5c15d0617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.096760 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-77c42a9d-74d4-4e58-9aee-03b5c15d0617 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/800588cd-a60d-4f39-970b-b26c3e7dc786 HTTP/1.1" status: 204 len: 168 time: 0.1466887 Feb 28 19:44:17.105458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] No DVR routers for this DVR port a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:44:17.113115 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.116694 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1c992fea-97c7-4673-a03e-3612f8108291 req-6d7324d2-e9e2-4710-893f-195f74a0d7f0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "DELETE /v2.0/ports/a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd HTTP/1.1" status: 204 len: 173 time: 1.0819473 Feb 28 19:44:17.117243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'name': 'network-vif-deleted', 'tag': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:17.119786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56594aa5-0230-4d8b-91ff-09ac7416f7f8" -d '{"events": [{"server_uuid": "d47d9b6b-0999-4aca-b946-7bb8b167f61b", "name": "network-vif-deleted", "tag": "a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:17.125319 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c42a9d-74d4-4e58-9aee-03b5c15d0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800588cd-a60d-4f39-970b-b26c3e7dc786,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:17.185679 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:44:17.293953 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-03d3b00e-76a6-4928-9da9-2482492ccd6f None None] Provisioning complete for port c1a93c26-9612-45da-809a-b054fe54d32b triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:17.297484 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-03d3b00e-76a6-4928-9da9-2482492ccd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.306267 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822f9dee-18d8-4d0a-9739-3c28a3ac9233 x-openstack-request-id: req-822f9dee-18d8-4d0a-9739-3c28a3ac9233 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:17.306885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47d9b6b-0999-4aca-b946-7bb8b167f61b", "name": "network-vif-deleted", "tag": "a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:17.307343 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-822f9dee-18d8-4d0a-9739-3c28a3ac9233 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:17.308030 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47d9b6b-0999-4aca-b946-7bb8b167f61b', 'name': 'network-vif-deleted', 'tag': 'a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd', 'status': 'completed', 'code': 200} Feb 28 19:44:17.513426 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device ef0ad813-a0c1-45a0-a88b-33bd1b019818 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:17.566803 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:44:17.576745 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-2cffa503-18cf-4456-9235-1fbd65712f0b admin admin] 10.222.0.47 "PUT /v2.0/routers/1a8d083e-c562-4cf1-86e0-c07ddebc60c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1728797 Feb 28 19:44:17.580380 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-03d3b00e-76a6-4928-9da9-2482492ccd6f None None] Port c1a93c26-9612-45da-809a-b054fe54d32b cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:44:17.603623 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f9e5a-1755-41e7-b064-a25c98105484 req-d518d2d9-3840-4855-bff5-775b27e02b7b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:17.605556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef5f9e5a-1755-41e7-b064-a25c98105484 req-d518d2d9-3840-4855-bff5-775b27e02b7b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 945 time: 0.2452300 Feb 28 19:44:17.619738 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014667-8718-4f6f-bf81-e61772b5c37a req-4279a7f6-6579-4641-b627-2a498be1b761 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:17.621940 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e3014667-8718-4f6f-bf81-e61772b5c37a req-4279a7f6-6579-4641-b627-2a498be1b761 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.2997363 Feb 28 19:44:17.625214 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port ef0ad813-a0c1-45a0-a88b-33bd1b019818 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:17.625628 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.707300 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef5f9e5a-1755-41e7-b064-a25c98105484 req-39cf30eb-599e-4d2c-96bc-aba277ded49b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842817 Feb 28 19:44:17.719230 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Sync routers for ids ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:44:17.724412 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e3014667-8718-4f6f-bf81-e61772b5c37a req-67afe525-0b77-41a1-bf58-6f1be079216f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Feb 28 19:44:17.761637 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Routers {'1a8d083e-c562-4cf1-86e0-c07ddebc60c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:17.762278 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:43:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:17.769877 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-237ec2e4-3017-4164-9ff9-79aa273dd6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:17.906412 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port ef0ad813-a0c1-45a0-a88b-33bd1b019818 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:17.909014 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device b3b52519-0a1a-4af9-a3d7-5f069904a2d7 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:17.943680 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Set router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:18.006917 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:18.007301 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.046509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4a644-28a1-472f-8cae-7f8e3179d2eb req-b352b739-89c3-4314-acc8-fbbe25ee236f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:18.048487 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73e4a644-28a1-472f-8cae-7f8e3179d2eb req-b352b739-89c3-4314-acc8-fbbe25ee236f tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.0657661 Feb 28 19:44:18.101882 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73e4a644-28a1-472f-8cae-7f8e3179d2eb req-a17150a7-4ada-4226-83da-3ec6c21e2e4c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Feb 28 19:44:18.208514 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:18.208923 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.234400 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port b3b52519-0a1a-4af9-a3d7-5f069904a2d7, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:18.241124 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.275141 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:16Z', 'revision_number': 4, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'c1a93c26-9612-45da-809a-b054fe54d32b', 'name': '', 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'mac_address': 'fa:16:3e:9c:be:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c5b06c49-917c-46ba-86da-76d9797961bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:14Z', 'updated_at': '2022-02-28T19:44:16Z', 'revision_number': 2, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'subnets': [{'id': 'c5b06c49-917c-46ba-86da-76d9797961bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:18.306831 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Checking router: 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:44:18.307399 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Updating router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 port c1a93c26-9612-45da-809a-b054fe54d32b binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:44:18.344964 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:18.349866 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.519761 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:18.621771 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:44:18.629258 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:18.630070 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.713477 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Publish callbacks [] for port (c1a93c26-9612-45da-809a-b054fe54d32b), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.777655 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.899920 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b6c56-4d64-4134-bd08-016a714df426 None None] Pushing event updated for resources: {'Port': ['ID=c1a93c26-9612-45da-809a-b054fe54d32b,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:18.913023 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e72cb-c5d1-421d-85e8-3e55fff3bb56 req-714250be-5070-42d1-9566-446b89a4f9c5 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:18.926604 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.927022 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf4e72cb-c5d1-421d-85e8-3e55fff3bb56 req-714250be-5070-42d1-9566-446b89a4f9c5 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 945 time: 0.1172421 Feb 28 19:44:18.927872 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:18.928456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:18.960123 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580d46a-5f92-44d5-9d08-6cb9f7c54962 req-230c325c-e0ac-4cd8-a5c8-6abeadfc5b05 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:18.961730 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9580d46a-5f92-44d5-9d08-6cb9f7c54962 req-230c325c-e0ac-4cd8-a5c8-6abeadfc5b05 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1138034 Feb 28 19:44:19.036121 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Attempting to bind port c1a93c26-9612-45da-809a-b054fe54d32b on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:19.036414 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Attempting to bind port c1a93c26-9612-45da-809a-b054fe54d32b by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:19.036796 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Attempting to bind port c1a93c26-9612-45da-809a-b054fe54d32b on network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:19.042978 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:19.043749 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Checking segment: {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:19.043909 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.044718 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Bound using segment: {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:19.045224 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Bound port: c1a93c26-9612-45da-809a-b054fe54d32b, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fbc674-b609-404a-b7c6-6e35f451bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:19.045791 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.049613 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bf4e72cb-c5d1-421d-85e8-3e55fff3bb56 req-fbff45ed-55fd-45d5-8de3-67832bc782bf tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221128 Feb 28 19:44:19.079561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:19.082354 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac05db-37af-46bd-807a-aecc7debe24e" -d '{"events": [{"server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:19.110161 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9580d46a-5f92-44d5-9d08-6cb9f7c54962 req-d371ba72-910f-43cd-bc1e-9ed087c784b6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388891 Feb 28 19:44:19.128622 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:19.157001 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.157977 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:44:19.226130 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c1bf07-e6f2-43e1-bbd0-a7ff136521f3 x-openstack-request-id: req-a3c1bf07-e6f2-43e1-bbd0-a7ff136521f3 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:19.226723 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "name": "network-vif-plugged", "status": "completed", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:19.227268 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3c1bf07-e6f2-43e1-bbd0-a7ff136521f3 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:19.228030 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'code': 200} Feb 28 19:44:19.228980 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:44:19.229522 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device a4f5faa0-9bbb-4913-8dd2-6bc52a5cb5bd not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:44:19.261031 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-65c1c941-cd64-41ff-9cdc-fe6e416fdac1 None None] Provisioning complete for port c1a93c26-9612-45da-809a-b054fe54d32b triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:19.261729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-65c1c941-cd64-41ff-9cdc-fe6e416fdac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.291092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] For port c1a93c26-9612-45da-809a-b054fe54d32b, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:19.308243 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] For port c1a93c26-9612-45da-809a-b054fe54d32b, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=c1a93c26-9612-45da-809a-b054fe54d32b,segment=NetworkSegment(05fbc674-b609-404a-b7c6-6e35f451bc8e),segment_id=05fbc674-b609-404a-b7c6-6e35f451bc8e)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:19.310994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9923d-ba8c-471a-b28f-9c99c27ee957 req-387684db-7d3b-45a6-bdcd-8e86d0dd9091 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:19.318166 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0eb9923d-ba8c-471a-b28f-9c99c27ee957 req-387684db-7d3b-45a6-bdcd-8e86d0dd9091 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.0828412 Feb 28 19:44:19.333363 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device b3b52519-0a1a-4af9-a3d7-5f069904a2d7 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:19.340454 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:19.344551 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.400362 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0eb9923d-ba8c-471a-b28f-9c99c27ee957 req-5fa2752b-e3e9-4df9-b319-e522e6eba121 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 Feb 28 19:44:19.429477 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-65c1c941-cd64-41ff-9cdc-fe6e416fdac1 None None] Port c1a93c26-9612-45da-809a-b054fe54d32b cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:44:19.471681 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Routers {'1a8d083e-c562-4cf1-86e0-c07ddebc60c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:19.472473 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:44:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:19.511942 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3b3d5-2b73-4384-9c84-36a89fdce03b req-08482129-6b5c-44ed-9b3c-ae7d3cd3c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:19.517893 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49a3b3d5-2b73-4384-9c84-36a89fdce03b req-08482129-6b5c-44ed-9b3c-ae7d3cd3c480 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 1130 time: 0.0790584 Feb 28 19:44:19.597953 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49a3b3d5-2b73-4384-9c84-36a89fdce03b req-9b017bba-2aef-451b-a086-7a2d748dbf7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730908 Feb 28 19:44:19.711654 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b6c56-4d64-4134-bd08-016a714df426 None None] Pushing event updated for resources: {'Port': ['ID=c1a93c26-9612-45da-809a-b054fe54d32b,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:19.726623 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:19.726623 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.816195 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] Provisioning complete for port c1a93c26-9612-45da-809a-b054fe54d32b triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:19.816618 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:19.822278 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] Set router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:20.020878 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:20.063020 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:20.077433 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] Current status of the port c1a93c26-9612-45da-809a-b054fe54d32b is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:20.077800 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:20.149595 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] For port c1a93c26-9612-45da-809a-b054fe54d32b, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=c1a93c26-9612-45da-809a-b054fe54d32b,segment=NetworkSegment(05fbc674-b609-404a-b7c6-6e35f451bc8e),segment_id=05fbc674-b609-404a-b7c6-6e35f451bc8e)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:20.160015 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:20.215769 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff33c37-f7ff-49dc-b4f8-48719f48d815 req-c7f1f1bf-23e2-4fcf-9bce-b8503cff2af8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:20.217561 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eff33c37-f7ff-49dc-b4f8-48719f48d815 req-c7f1f1bf-23e2-4fcf-9bce-b8503cff2af8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0868132 Feb 28 19:44:20.271670 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:16Z', 'revision_number': 4, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'c1a93c26-9612-45da-809a-b054fe54d32b', 'name': '', 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'mac_address': 'fa:16:3e:9c:be:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c5b06c49-917c-46ba-86da-76d9797961bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:14Z', 'updated_at': '2022-02-28T19:44:19Z', 'revision_number': 4, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'subnets': [{'id': 'c5b06c49-917c-46ba-86da-76d9797961bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:20.311081 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec2e15-e3dd-44e8-8c97-5dbf63ee9643 None None] Pushing event updated for resources: {'Port': ['ID=c1a93c26-9612-45da-809a-b054fe54d32b,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:20.318221 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d4cda3-06fc-4592-b355-10c3e79e0ec0 None None] The sync data for ids ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'] in dv-cinder-831247-1-iscsi is: [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:16Z', 'revision_number': 4, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'c1a93c26-9612-45da-809a-b054fe54d32b', 'name': '', 'network_id': '8eab2232-3df8-4565-9d6f-8fbb43dd6775', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'mac_address': 'fa:16:3e:9c:be:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c5b06c49-917c-46ba-86da-76d9797961bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:14Z', 'updated_at': '2022-02-28T19:44:19Z', 'revision_number': 4, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'subnets': [{'id': 'c5b06c49-917c-46ba-86da-76d9797961bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:44:20.346280 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:20.362030 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f6d59-9572-4bcf-a534-f67c8d9c5bfa req-51c7ae22-d47c-45cf-8cda-714e7d426802 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:20.363616 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e39f6d59-9572-4bcf-a534-f67c8d9c5bfa req-51c7ae22-d47c-45cf-8cda-714e7d426802 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1451435 Feb 28 19:44:20.435293 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eff33c37-f7ff-49dc-b4f8-48719f48d815 req-4486f1e2-abe4-4cb5-acdc-96921a648f00 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717103 Feb 28 19:44:20.472143 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-ac0f12dd-105b-4565-80b2-f60baecd1fc0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:20.474080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-ac0f12dd-105b-4565-80b2-f60baecd1fc0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.2056835 Feb 28 19:44:20.553448 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e39f6d59-9572-4bcf-a534-f67c8d9c5bfa req-6beabf7c-b1e9-4be1-aa86-dd5f93614713 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687555 Feb 28 19:44:20.649048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afae5d-1689-4007-921b-4c0987b403e0 req-a497c552-1338-498c-9850-533a9c54d3a0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:20.651273 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-00afae5d-1689-4007-921b-4c0987b403e0 req-a497c552-1338-498c-9850-533a9c54d3a0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 945 time: 0.1278338 Feb 28 19:44:20.692041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Deleting port 54492895-9560-4676-9b77-b54585a185a7 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:44:20.692499 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (54492895-9560-4676-9b77-b54585a185a7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:20.776009 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-00afae5d-1689-4007-921b-4c0987b403e0 req-01c396f1-7b40-4de3-91d4-565b10906ab0 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146612 Feb 28 19:44:20.833565 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] For port 54492895-9560-4676-9b77-b54585a185a7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=54492895-9560-4676-9b77-b54585a185a7,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:20.833695 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (54492895-9560-4676-9b77-b54585a185a7), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:20.852186 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Calling delete_port for 54492895-9560-4676-9b77-b54585a185a7 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:44:21.025048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (54492895-9560-4676-9b77-b54585a185a7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:21.042171 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278', '54492895-9560-4676-9b77-b54585a185a7'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:21.058864 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event deleted for resources: {'Port': ['ID=54492895-9560-4676-9b77-b54585a185a7,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:21.111045 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] No DVR routers for this DVR port 54492895-9560-4676-9b77-b54585a185a7 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:44:21.114667 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:21.118387 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1a10b209-dfb6-444a-92e7-5ff09d7a4cd8 req-950f6959-5b5d-419a-ba37-7b3ed2dcd7a8 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "DELETE /v2.0/ports/54492895-9560-4676-9b77-b54585a185a7 HTTP/1.1" status: 204 len: 173 time: 0.6354828 Feb 28 19:44:21.118930 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'name': 'network-vif-deleted', 'tag': '54492895-9560-4676-9b77-b54585a185a7'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:21.122817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8eef3-b3bd-4bb9-98b7-eb0a15e3ef24" -d '{"events": [{"server_uuid": "7cb882a1-7c1d-4826-adea-186153de0ad0", "name": "network-vif-deleted", "tag": "54492895-9560-4676-9b77-b54585a185a7"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:21.204875 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86a74d6-af3f-4d7c-8656-16d0fc83bd13 x-openstack-request-id: req-c86a74d6-af3f-4d7c-8656-16d0fc83bd13 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:21.205296 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb882a1-7c1d-4826-adea-186153de0ad0", "name": "network-vif-deleted", "tag": "54492895-9560-4676-9b77-b54585a185a7", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:21.205556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c86a74d6-af3f-4d7c-8656-16d0fc83bd13 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:21.205961 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb882a1-7c1d-4826-adea-186153de0ad0', 'name': 'network-vif-deleted', 'tag': '54492895-9560-4676-9b77-b54585a185a7', 'status': 'completed', 'code': 200} Feb 28 19:44:21.330001 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c1a93c26-9612-45da-809a-b054fe54d32b up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:21.405208 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port c1a93c26-9612-45da-809a-b054fe54d32b triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:21.405703 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:21.527384 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port c1a93c26-9612-45da-809a-b054fe54d32b is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:21.600754 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:21.637023 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae421b-eb0a-4f55-9490-5a554e169e18 req-c5749faf-37ef-4c55-a610-9c5643d59ff7 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:21.641958 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-13ae421b-eb0a-4f55-9490-5a554e169e18 req-c5749faf-37ef-4c55-a610-9c5643d59ff7 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.1203403 Feb 28 19:44:21.736266 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-13ae421b-eb0a-4f55-9490-5a554e169e18 req-eb2817ba-4e5d-461c-b859-5ca643d7059f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873404 Feb 28 19:44:21.758339 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bff8c3-fc4d-401e-b03b-f178c7bdd970 req-66cfece3-15d0-4338-ad58-ea98f3c8b581 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:21.765840 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72bff8c3-fc4d-401e-b03b-f178c7bdd970 req-66cfece3-15d0-4338-ad58-ea98f3c8b581 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0986345 Feb 28 19:44:21.859561 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72bff8c3-fc4d-401e-b03b-f178c7bdd970 req-12b4f4dd-6a2a-45e6-b231-5cbbcf488286 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924749 Feb 28 19:44:21.910590 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d578b1c0-6136-41f2-853a-6c5e5caaed36 req-ae815404-76d6-429b-b565-fd08dc6c8990 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cb882a1-7c1d-4826-adea-186153de0ad0 HTTP/1.1" status: 200 len: 210 time: 0.0302713 Feb 28 19:44:22.862986 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f6345-dc68-4c5c-9c4b-476d4df281b7 req-08488507-2a65-4a74-aa79-93835b4c3b7a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:22.864497 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fb2f6345-dc68-4c5c-9c4b-476d4df281b7 req-08488507-2a65-4a74-aa79-93835b4c3b7a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0605850 Feb 28 19:44:22.939833 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fb2f6345-dc68-4c5c-9c4b-476d4df281b7 req-416a7142-c82e-4cb8-b6cc-7c2eee1eda01 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690799 Feb 28 19:44:23.004466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc0038-70c1-4aa2-930f-a3250d1ff1fb req-f28a01f0-70d7-4ac8-a0ad-c7fbac867d37 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:23.006124 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-19fc0038-70c1-4aa2-930f-a3250d1ff1fb req-f28a01f0-70d7-4ac8-a0ad-c7fbac867d37 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0650730 Feb 28 19:44:23.135840 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-19fc0038-70c1-4aa2-930f-a3250d1ff1fb req-386b5cb2-6ed9-460e-9959-1de3c29ab32c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130562 Feb 28 19:44:23.167612 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b47f-2e1b-420e-a4ee-5e1d41758646 req-29ce8afe-60fd-4256-82ab-2b793661a0da tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:23.169298 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6450b47f-2e1b-420e-a4ee-5e1d41758646 req-29ce8afe-60fd-4256-82ab-2b793661a0da tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0971620 Feb 28 19:44:23.237670 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6450b47f-2e1b-420e-a4ee-5e1d41758646 req-dfc0ef50-a198-47cc-aed6-045247a1294b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608339 Feb 28 19:44:23.257379 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45524) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:23.537672 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006a171-9993-4fc3-860e-a35d3071246b tempest-TestVolumeBootPattern-1997141533 tempest-TestVolumeBootPattern-1997141533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:23.542326 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45528) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:23.542613 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-9006a171-9993-4fc3-860e-a35d3071246b tempest-TestVolumeBootPattern-1997141533 tempest-TestVolumeBootPattern-1997141533-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 1125 time: 0.2839370 Feb 28 19:44:23.547524 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'port_id': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:23.570623 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:23.683656 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:23.805232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Allocated IP 172.27.0.119 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/a6f7e4d6-1107-48f6-88c8-684e6502d975) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:23.923476 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:23.963260 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:24.004764 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:24.009055 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:24.012488 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:24.036573 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=a6f7e4d6-1107-48f6-88c8-684e6502d975,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:24.516016 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 54492895-9560-4676-9b77-b54585a185a7 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:44:24.541667 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 54492895-9560-4676-9b77-b54585a185a7 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:44:24.542475 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 54492895-9560-4676-9b77-b54585a185a7 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:44:24.684866 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8d078-884b-432d-bdf6-fcad9ccce15f req-18defeb3-88dd-4121-862a-3e46a314f545 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:24.686940 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3be8d078-884b-432d-bdf6-fcad9ccce15f req-18defeb3-88dd-4121-862a-3e46a314f545 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.4345915 Feb 28 19:44:24.716667 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829de80-b10f-4cd1-8554-6b95ee87e235 req-b6add0c4-25f4-4d8e-9237-af61399fda44 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:24.721661 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c829de80-b10f-4cd1-8554-6b95ee87e235 req-b6add0c4-25f4-4d8e-9237-af61399fda44 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.1557746 Feb 28 19:44:24.836777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3be8d078-884b-432d-bdf6-fcad9ccce15f req-5af5666a-ae1e-481d-a9ad-77ad7869d383 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401515 Feb 28 19:44:24.874003 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c829de80-b10f-4cd1-8554-6b95ee87e235 req-cf4d49ca-2711-465e-a138-dfd1d010cb9e tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121292 Feb 28 19:44:24.887882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (bad99454-8ab2-46ce-b1d7-1f757ef08385), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:24.967116 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:25.127670 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:25.133427 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:25.213195 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=a6f7e4d6-1107-48f6-88c8-684e6502d975,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:25.218526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (bad99454-8ab2-46ce-b1d7-1f757ef08385), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:25.330512 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Floating IP bad99454-8ab2-46ce-b1d7-1f757ef08385 associated. External IP: 172.27.0.119, port: 1ba7f5ae-0d22-47ba-9d44-af85d38542a1. Feb 28 19:44:25.566729 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:44:25.684271 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:44:25.699037 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:44:25.710496 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:25.719418 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:25.720349 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:44:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:25.763736 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-454e9b36-6206-46f7-a9b8-7f52a5747d09 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2061324 Feb 28 19:44:25.763736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:25.763736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a281b28-f168-4371-8cef-a11369350e28" -d '{"events": [{"name": "network-changed", "server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:25.791482 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69324728-6b2f-4bc4-b9eb-af9320aed421 x-openstack-request-id: req-69324728-6b2f-4bc4-b9eb-af9320aed421 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:25.791783 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:25.792059 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69324728-6b2f-4bc4-b9eb-af9320aed421 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:25.792492 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'status': 'completed', 'code': 200} Feb 28 19:44:25.875894 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:25.915948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a281b28-f168-4371-8cef-a11369350e28 req-8b2a61b2-1294-4107-adaf-6795825cf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:25.918485 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-8b2a61b2-1294-4107-adaf-6795825cf71d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 1130 time: 0.0897918 Feb 28 19:44:26.099126 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a281b28-f168-4371-8cef-a11369350e28 req-ecfab27e-0d0e-4db9-a3b5-345520e30cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:26.100738 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-ecfab27e-0d0e-4db9-a3b5-345520e30cfd service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.1675589 Feb 28 19:44:26.110810 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727584f-7c7e-4d0d-a16d-a44574170b92 req-6df7af38-41f3-4eb5-a42f-cea3eae55ecd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:26.112679 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6727584f-7c7e-4d0d-a16d-a44574170b92 req-6df7af38-41f3-4eb5-a42f-cea3eae55ecd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1564846 Feb 28 19:44:26.127903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511734-1ea2-40fd-adee-3b0399a1eb78 req-fa44dc7c-198b-4013-b866-093ed993e104 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:26.129505 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9511734-1ea2-40fd-adee-3b0399a1eb78 req-fa44dc7c-198b-4013-b866-093ed993e104 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.1380441 Feb 28 19:44:26.164917 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'bad99454-8ab2-46ce-b1d7-1f757ef08385', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:2a:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:44:24Z', 'updated_at': '2022-02-28T19:44:24Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:26.199908 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:44:26.219220 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:44:26.220051 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:44:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:26.248491 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-61514a5c-8dca-4ea8-b10f-15864525df04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1 HTTP/1.1" status: 200 len: 1000 time: 0.1345553 Feb 28 19:44:26.256307 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6727584f-7c7e-4d0d-a16d-a44574170b92 req-0a17fff3-cf01-4ee0-9824-e21eee1f94ba tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357648 Feb 28 19:44:26.273249 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9511734-1ea2-40fd-adee-3b0399a1eb78 req-82860a7e-6e71-4f1f-9ae1-302f478b0fe2 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/security-groups?id=287a8466-040a-4c72-849b-b12c5a3c8cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099534 Feb 28 19:44:26.333132 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a281b28-f168-4371-8cef-a11369350e28 req-7d1578aa-1cd9-449b-8eb9-3315e1f8b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:26.337305 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-7d1578aa-1cd9-449b-8eb9-3315e1f8b466 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0775962 Feb 28 19:44:26.399011 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a281b28-f168-4371-8cef-a11369350e28 req-02ae69c1-a63e-4cab-ba5a-eee05ece04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:26.400983 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-02ae69c1-a63e-4cab-ba5a-eee05ece04d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538318 Feb 28 19:44:26.475694 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:44:26.512255 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-7163d56b-bbee-468d-a881-c367914a3afc service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020160 Feb 28 19:44:26.623389 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0a281b28-f168-4371-8cef-a11369350e28 req-c28c81e8-0ffc-4e57-8143-b32fbf30ec2b service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999386 Feb 28 19:44:26.726957 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-50f2a39d-8ce2-4bd1-887e-6ac8005a9ef3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:26.728328 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-50f2a39d-8ce2-4bd1-887e-6ac8005a9ef3 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 945 time: 0.0592592 Feb 28 19:44:26.749396 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'bad99454-8ab2-46ce-b1d7-1f757ef08385', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:2a:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:44:24Z', 'updated_at': '2022-02-28T19:44:24Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:26.782314 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec587a5-b3e3-4317-a09d-0ed44c222128 None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'bad99454-8ab2-46ce-b1d7-1f757ef08385', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:2a:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:44:24Z', 'updated_at': '2022-02-28T19:44:24Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:44:26.845887 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Deleting port df05622e-7561-4ce6-82c4-b927d1828278 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:44:26.846223 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (df05622e-7561-4ce6-82c4-b927d1828278), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:26.966575 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] For port df05622e-7561-4ce6-82c4-b927d1828278, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=df05622e-7561-4ce6-82c4-b927d1828278,segment=NetworkSegment(8398a57d-6fe9-47c8-b277-4f4d9f33defc),segment_id=8398a57d-6fe9-47c8-b277-4f4d9f33defc)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:26.966575 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (df05622e-7561-4ce6-82c4-b927d1828278), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:26.981502 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Calling delete_port for df05622e-7561-4ce6-82c4-b927d1828278 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:44:27.046522 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff231e9-6f2d-4e01-957e-6ca2600ad0b9 None None] New status for floating IP bad99454-8ab2-46ce-b1d7-1f757ef08385: ACTIVE {{(pid=109446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:44:27.150755 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (df05622e-7561-4ce6-82c4-b927d1828278), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:27.178914 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['df05622e-7561-4ce6-82c4-b927d1828278'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:27.181126 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Pushing event deleted for resources: {'Port': ['ID=df05622e-7561-4ce6-82c4-b927d1828278,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:27.258256 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] No DVR routers for this DVR port df05622e-7561-4ce6-82c4-b927d1828278 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:44:27.261802 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:27.266401 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e40748d-bbf2-4a5c-9705-b21b53257f61 req-6b78ce8c-4d94-42e8-b160-ea5ba56c1963 tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.30 "DELETE /v2.0/ports/df05622e-7561-4ce6-82c4-b927d1828278 HTTP/1.1" status: 204 len: 173 time: 0.5316606 Feb 28 19:44:27.390848 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-844da79d-12df-4f48-b7d6-3c52b3b4b7e3 req-7796a2c0-b6c2-4a9a-b365-218ce63e662c tempest-AttachVolumeNegativeTest-696635053 tempest-AttachVolumeNegativeTest-696635053-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4ae083d-f102-4b9e-9aee-9240f4ae5cfa HTTP/1.1" status: 200 len: 210 time: 0.0358763 Feb 28 19:44:27.469549 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45dc93-a40f-44a9-9ff2-96bdb5488008 req-547af675-e8f9-4d96-850d-1a7faaad1212 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:27.471607 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa45dc93-a40f-44a9-9ff2-96bdb5488008 req-547af675-e8f9-4d96-850d-1a7faaad1212 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0834923 Feb 28 19:44:27.532858 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa45dc93-a40f-44a9-9ff2-96bdb5488008 req-5b3f4018-869a-4a13-8fd4-4948259f0074 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547261 Feb 28 19:44:27.794137 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'name': 'network-vif-deleted', 'tag': 'df05622e-7561-4ce6-82c4-b927d1828278'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:27.796666 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89276cf6-6f44-4a14-b23a-dbae2d017366" -d '{"events": [{"server_uuid": "d4ae083d-f102-4b9e-9aee-9240f4ae5cfa", "name": "network-vif-deleted", "tag": "df05622e-7561-4ce6-82c4-b927d1828278"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:27.833162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a02fc13-82d4-4d3b-a66f-3469b2075315 x-openstack-request-id: req-3a02fc13-82d4-4d3b-a66f-3469b2075315 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:27.833527 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ae083d-f102-4b9e-9aee-9240f4ae5cfa", "name": "network-vif-deleted", "tag": "df05622e-7561-4ce6-82c4-b927d1828278", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:27.833761 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a02fc13-82d4-4d3b-a66f-3469b2075315 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:27.834176 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ae083d-f102-4b9e-9aee-9240f4ae5cfa', 'name': 'network-vif-deleted', 'tag': 'df05622e-7561-4ce6-82c4-b927d1828278', 'status': 'completed', 'code': 200} Feb 28 19:44:27.990206 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9117b2-0869-4d9c-a04a-53a04efeff88 req-4b277b10-7f87-4b00-a738-662ad0a9f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:27.991991 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6f9117b2-0869-4d9c-a04a-53a04efeff88 req-4b277b10-7f87-4b00-a738-662ad0a9f9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.0591850 Feb 28 19:44:28.035577 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6f9117b2-0869-4d9c-a04a-53a04efeff88 req-e397cec4-0341-4e1a-8419-35057293d25b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366654 Feb 28 19:44:28.350026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-60540afa-ce8e-4179-bf8c-c6246854ac1c tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:28.351466 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-60540afa-ce8e-4179-bf8c-c6246854ac1c tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 815 time: 0.1034467 Feb 28 19:44:28.366160 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-21381257-b946-479f-b302-0a657058e1e1 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/quotas/1b8c1fb71f974b9ca89901b3a0198c37 HTTP/1.1" status: 200 len: 375 time: 0.0093377 Feb 28 19:44:28.422334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-ed71392f-24d3-455c-95e4-b2667ccd0d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514517 Feb 28 19:44:28.450534 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45586) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:28.494156 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Deleting subnet a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:44:28.497418 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Publish callbacks [] for subnet (a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.516359 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-96f1b780-299c-492d-b807-da6909310c7d service neutron] 10.222.0.47 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821285 Feb 28 19:44:28.530559 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.578747 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.617918 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-d4fd41cf-7183-4aff-bbdf-0b37ffd58544 service neutron] 10.222.0.47 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955935 Feb 28 19:44:28.639980 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.657293 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a645c-ff03-4d8f-a90b-55929678f525 req-4018b78a-6030-4da2-adac-a09e68ec9d36 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:28.658755 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3f7a645c-ff03-4d8f-a90b-55929678f525 req-4018b78a-6030-4da2-adac-a09e68ec9d36 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0556674 Feb 28 19:44:28.666050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:28.672011 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.675217 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-aa09c389-57a5-4cd0-884f-13a24ed9798a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a41f2c5d-28b7-4c1f-88cd-7ba62fc14afa HTTP/1.1" status: 204 len: 168 time: 0.2235944 Feb 28 19:44:28.677834 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45590) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:28.711663 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3f7a645c-ff03-4d8f-a90b-55929678f525 req-638ee42f-658c-440c-ba11-f28eaee730ca tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462697 Feb 28 19:44:28.751363 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (5bcda800-1fc1-4c7e-b53f-e930f5358b9c), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.792026 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c4cafb1-40bf-412c-9cd8-e172a608a656 req-a192a8cb-e527-42ec-9d51-d368505eb8ed tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 210 time: 0.0268304 Feb 28 19:44:28.841673 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (5bcda800-1fc1-4c7e-b53f-e930f5358b9c), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.861615 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcda800-1fc1-4c7e-b53f-e930f5358b9c']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:28.870777 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398a57d-6fe9-47c8-b277-4f4d9f33defc') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:28.871074 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398a57d-6fe9-47c8-b277-4f4d9f33defc') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:44:28.880254 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (8398a57d-6fe9-47c8-b277-4f4d9f33defc), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.893918 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (8398a57d-6fe9-47c8-b277-4f4d9f33defc), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.900404 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:44:28.900836 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (8398a57d-6fe9-47c8-b277-4f4d9f33defc), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:44:28.902570 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:44:28.962487 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (5bcda800-1fc1-4c7e-b53f-e930f5358b9c), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.966927 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:28.970603 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] 10.222.0.47 "DELETE /v2.0/networks/5bcda800-1fc1-4c7e-b53f-e930f5358b9c HTTP/1.1" status: 204 len: 168 time: 0.2918522 Feb 28 19:44:28.988287 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4448e-4a58-48a2-b05f-ac86eed0ee9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcda800-1fc1-4c7e-b53f-e930f5358b9c,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:29.139478 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45604) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:29.181997 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-641153bd-50ed-4caf-8e19-2db15c4163ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bd22773665549c4a777f84b4d39cf00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413256 Feb 28 19:44:29.185270 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45606) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:29.234504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0faa-7bc4-4b53-9dfe-307b4755a28f admin admin] Publish callbacks [] for security_group (287a8466-040a-4c72-849b-b12c5a3c8cab), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:29.262887 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0faa-7bc4-4b53-9dfe-307b4755a28f admin admin] Publish callbacks [] for security_group (287a8466-040a-4c72-849b-b12c5a3c8cab), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:29.312415 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0faa-7bc4-4b53-9dfe-307b4755a28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (287a8466-040a-4c72-849b-b12c5a3c8cab), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:29.315507 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0faa-7bc4-4b53-9dfe-307b4755a28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:29.319290 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f3eb0faa-7bc4-4b53-9dfe-307b4755a28f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/287a8466-040a-4c72-849b-b12c5a3c8cab HTTP/1.1" status: 204 len: 168 time: 0.1306524 Feb 28 19:44:29.326350 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb0faa-7bc4-4b53-9dfe-307b4755a28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a8466-040a-4c72-849b-b12c5a3c8cab,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:29.930789 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4ea7ba6-434a-48f3-924a-41d87d392e2a req-5749a5a5-9061-4883-8e43-0332ab6e3ed3 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 210 time: 0.0436478 Feb 28 19:44:29.940373 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158cea-8687-408a-bec1-1a127ee33618 req-7284fb5d-8fc4-4aa3-ae27-382b392d6486 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:29.942019 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb158cea-8687-408a-bec1-1a127ee33618 req-7284fb5d-8fc4-4aa3-ae27-382b392d6486 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1569271 Feb 28 19:44:29.989483 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-12bb7132-4eac-490b-b1ca-773b4bcf1854 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:29.990931 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-12bb7132-4eac-490b-b1ca-773b4bcf1854 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 815 time: 0.1930571 Feb 28 19:44:30.010358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'port': {'device_id': '4e89efb9-e767-4120-b392-b78af6213f53', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'admin_state_up': True, 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:30.035936 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb158cea-8687-408a-bec1-1a127ee33618 req-cecb61fc-24dc-47c2-a776-2118b43a33a8 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827525 Feb 28 19:44:30.137774 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Made reservation on behalf of 1b8c1fb71f974b9ca89901b3a0198c37 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:44:30.152607 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:30.347550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Allocated IP 172.20.0.14 (c8cef71d-1353-4cf6-a069-008335353772/31c54def-84ff-45d5-9e8f-9076b8069922/ed59bde9-df18-4b87-beca-b8bea5bd5a2d) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:44:30.537440 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-75dc9e5c-905c-4aa0-ad42-420e34fdefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:30.539032 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-75dc9e5c-905c-4aa0-ad42-420e34fdefeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=918307290f7845448a9502cde928caa8&device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 1130 time: 0.1601796 Feb 28 19:44:30.541824 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device df05622e-7561-4ce6-82c4-b927d1828278 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:44:30.569923 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ff739-b807-472a-b263-202c3a23e4f5 req-731a76a7-dd31-4b61-b74c-834bc413ad12 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:30.572042 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d2ff739-b807-472a-b263-202c3a23e4f5 req-731a76a7-dd31-4b61-b74c-834bc413ad12 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1586416 Feb 28 19:44:30.576873 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: df05622e-7561-4ce6-82c4-b927d1828278 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:44:30.591751 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device df05622e-7561-4ce6-82c4-b927d1828278 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:44:30.893412 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45692) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:30.965373 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.014936 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d2ff739-b807-472a-b263-202c3a23e4f5 req-183fe751-513d-4b27-b139-8e52e4bd1e49 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406603 Feb 28 19:44:31.051093 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-6229d79d-aa82-499b-8dc7-a76394d0afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:31.052534 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-6229d79d-aa82-499b-8dc7-a76394d0afa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 200 len: 919 time: 0.5038807 Feb 28 19:44:31.076618 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f82b4e99-6ba7-454b-bbd0-d154153cc18d req-9504881b-e7aa-4b3a-b753-42fae5db59cb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 210 time: 0.0401740 Feb 28 19:44:31.091217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.105740 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:44:31.109541 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-29f4a981-4e99-4115-8506-4c26280da83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.153085 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Network c8cef71d-1353-4cf6-a069-008335353772 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:44:31.156774 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:44:31.161544 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:44:31.170129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:31.238717 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:31.241286 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.262103 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-29f4a981-4e99-4115-8506-4c26280da83a admin admin] Publish callbacks [] for security_group (9486998b-815d-4c3d-8811-2b9a4fff62a1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.268742 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-29f4a981-4e99-4115-8506-4c26280da83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (9486998b-815d-4c3d-8811-2b9a4fff62a1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.268940 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c4e6f7ce-7625-4630-8c2c-b49ca23f4aac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2623160 Feb 28 19:44:31.317288 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4a981-4e99-4115-8506-4c26280da83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486998b-815d-4c3d-8811-2b9a4fff62a1,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:31.325016 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45698) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:31.325307 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-29f4a981-4e99-4115-8506-4c26280da83a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d38a12cb00c14af1bad6549f2548c268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305203 Feb 28 19:44:31.417468 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5d47a9fa-4674-4b4f-9d9a-6200b95a2011 admin admin] Publish callbacks [] for security_group (9486998b-815d-4c3d-8811-2b9a4fff62a1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.452965 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5d47a9fa-4674-4b4f-9d9a-6200b95a2011 admin admin] Publish callbacks [] for security_group (9486998b-815d-4c3d-8811-2b9a4fff62a1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.478758 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-dd3ab804-d71f-423e-b653-18f04918a312 None None] Provisioning complete for port ed59bde9-df18-4b87-beca-b8bea5bd5a2d triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:31.479100 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab804-d71f-423e-b653-18f04918a312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.504568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5d47a9fa-4674-4b4f-9d9a-6200b95a2011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (9486998b-815d-4c3d-8811-2b9a4fff62a1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.507906 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5d47a9fa-4674-4b4f-9d9a-6200b95a2011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:31.511445 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-5d47a9fa-4674-4b4f-9d9a-6200b95a2011 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9486998b-815d-4c3d-8811-2b9a4fff62a1 HTTP/1.1" status: 204 len: 168 time: 0.1829777 Feb 28 19:44:31.519067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a9fa-4674-4b4f-9d9a-6200b95a2011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486998b-815d-4c3d-8811-2b9a4fff62a1,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:31.524346 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ab804-d71f-423e-b653-18f04918a312 None None] Port ed59bde9-df18-4b87-beca-b8bea5bd5a2d cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:44:32.172298 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7cde-0ba9-430c-91d9-883ce9f490e7 req-b89ccb03-8631-4c3a-9ccb-aff6d4cf27fd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:32.174348 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-654b7cde-0ba9-430c-91d9-883ce9f490e7 req-b89ccb03-8631-4c3a-9ccb-aff6d4cf27fd tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0803006 Feb 28 19:44:32.253354 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-654b7cde-0ba9-430c-91d9-883ce9f490e7 req-2b7b68ff-3ba4-493f-a3c7-22243092cba6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686486 Feb 28 19:44:32.271157 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94d56c-dd8f-44ea-bc73-0a9a8a73d593 req-f5e4a919-042f-4991-a74d-4f047968de8c tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:32.272890 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d94d56c-dd8f-44ea-bc73-0a9a8a73d593 req-f5e4a919-042f-4991-a74d-4f047968de8c tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0974851 Feb 28 19:44:32.333931 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d94d56c-dd8f-44ea-bc73-0a9a8a73d593 req-547e10ca-eca2-47dc-a3f9-a5f307a388bd tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549653 Feb 28 19:44:32.670636 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45734) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:32.782898 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6250b470-426d-4256-a7f1-3092ab381983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:32.860783 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6250b470-426d-4256-a7f1-3092ab381983 admin admin] Publish callbacks [] for security_group (43291512-98f4-4d94-a3e4-789cacc33e54), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:32.866122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-6250b470-426d-4256-a7f1-3092ab381983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (43291512-98f4-4d94-a3e4-789cacc33e54), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:32.903908 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250b470-426d-4256-a7f1-3092ab381983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43291512-98f4-4d94-a3e4-789cacc33e54,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:32.912023 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45738) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:32.913726 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-6250b470-426d-4256-a7f1-3092ab381983 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76910fe188034140be7ece346e4afd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419875 Feb 28 19:44:32.963563 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-058de246-c394-453c-89f8-4b8a94dc24ee admin admin] Publish callbacks [] for security_group (43291512-98f4-4d94-a3e4-789cacc33e54), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:32.983523 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-058de246-c394-453c-89f8-4b8a94dc24ee admin admin] Publish callbacks [] for security_group (43291512-98f4-4d94-a3e4-789cacc33e54), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:33.032219 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-058de246-c394-453c-89f8-4b8a94dc24ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (43291512-98f4-4d94-a3e4-789cacc33e54), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:33.035157 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-058de246-c394-453c-89f8-4b8a94dc24ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:33.037437 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-058de246-c394-453c-89f8-4b8a94dc24ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43291512-98f4-4d94-a3e4-789cacc33e54 HTTP/1.1" status: 204 len: 168 time: 0.1233256 Feb 28 19:44:33.046413 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058de246-c394-453c-89f8-4b8a94dc24ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43291512-98f4-4d94-a3e4-789cacc33e54,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:33.478374 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079729-8697-4af1-a19a-9e01f4df20be req-df7b8e7d-02b6-4163-97e1-171f59a9a09b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:33.480987 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17079729-8697-4af1-a19a-9e01f4df20be req-df7b8e7d-02b6-4163-97e1-171f59a9a09b tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1329179 Feb 28 19:44:33.516794 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a88f-0a11-4374-919b-cd57eb45a172 req-0c2c7237-a2e8-42a3-bee2-e0bc127637fd tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:33.518719 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f8b2a88f-0a11-4374-919b-cd57eb45a172 req-0c2c7237-a2e8-42a3-bee2-e0bc127637fd tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.1018600 Feb 28 19:44:33.565342 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17079729-8697-4af1-a19a-9e01f4df20be req-c329f4b6-7dd4-4c51-bf2c-5089b93105a6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764260 Feb 28 19:44:33.589231 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f8b2a88f-0a11-4374-919b-cd57eb45a172 req-d90c16e9-9ac2-4242-9dd1-5289cfa15712 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577576 Feb 28 19:44:34.735413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d1d40-d71f-4096-ae97-a449db02f56b req-31c277a5-f681-4f73-8b7d-4fd7760daee5 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:34.737264 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f78d1d40-d71f-4096-ae97-a449db02f56b req-31c277a5-f681-4f73-8b7d-4fd7760daee5 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0987380 Feb 28 19:44:34.743979 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8613be-e3c9-400a-9cd0-8f9083fedbd0 req-c7ab1f03-522d-4ed5-8000-b13c24720070 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:34.745409 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cd8613be-e3c9-400a-9cd0-8f9083fedbd0 req-c7ab1f03-522d-4ed5-8000-b13c24720070 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0719817 Feb 28 19:44:34.821860 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f78d1d40-d71f-4096-ae97-a449db02f56b req-58101cec-2143-496f-9321-d62a22d07fbb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755162 Feb 28 19:44:34.825007 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cd8613be-e3c9-400a-9cd0-8f9083fedbd0 req-7463e888-9dfe-452b-854b-398b1aaa77e4 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728676 Feb 28 19:44:35.989729 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616590e2-2dc4-4587-8581-568751e86917 req-06417754-7d89-4037-8d9d-27fd98c785f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:35.991313 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-616590e2-2dc4-4587-8581-568751e86917 req-06417754-7d89-4037-8d9d-27fd98c785f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0923302 Feb 28 19:44:35.999780 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bcd4a-c318-4b8f-a893-249b5ca252ba req-30abc44c-627d-4019-8930-d67b810f12de tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:36.005249 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b6bcd4a-c318-4b8f-a893-249b5ca252ba req-30abc44c-627d-4019-8930-d67b810f12de tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.1080446 Feb 28 19:44:36.082025 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b6bcd4a-c318-4b8f-a893-249b5ca252ba req-cb498f89-3ac2-421c-8af1-de8727888e68 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739713 Feb 28 19:44:36.084942 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-616590e2-2dc4-4587-8581-568751e86917 req-c1060151-3a01-42cc-b8b0-cf59506c889c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787249 Feb 28 19:44:37.042619 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffc4c6-7c36-4631-8571-47490e12ebfd req-5e538e8f-8ede-4c58-8451-46655b928b23 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:37.044391 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25ffc4c6-7c36-4631-8571-47490e12ebfd req-5e538e8f-8ede-4c58-8451-46655b928b23 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0572081 Feb 28 19:44:37.098600 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-25ffc4c6-7c36-4631-8571-47490e12ebfd req-f2f46c3e-54dc-407c-8b09-df2fcfc01567 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464675 Feb 28 19:44:37.256481 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a882-668a-43a7-aa28-82e4574b4ee8 req-ca0c2310-a578-45e3-a1b3-f67328b1cb0f tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:37.258116 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb86a882-668a-43a7-aa28-82e4574b4ee8 req-ca0c2310-a578-45e3-a1b3-f67328b1cb0f tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0930145 Feb 28 19:44:37.265812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef82b9-67a3-4312-9c7f-1a867fa1c628 req-2f393cb6-1254-48b7-91b6-24e33a36a119 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:37.267279 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a8ef82b9-67a3-4312-9c7f-1a867fa1c628 req-2f393cb6-1254-48b7-91b6-24e33a36a119 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0932746 Feb 28 19:44:37.352326 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb86a882-668a-43a7-aa28-82e4574b4ee8 req-7f559025-1933-4ff5-92c9-540b0faa6a59 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840127 Feb 28 19:44:37.355510 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a8ef82b9-67a3-4312-9c7f-1a867fa1c628 req-382a3c89-4497-4a8d-afe2-a883c9f0015a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807264 Feb 28 19:44:38.237994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fa57f-e248-4603-bcb6-335423b65b81 req-a5156e97-0204-46b9-b4fa-dea8ef624145 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:38.240349 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc4fa57f-e248-4603-bcb6-335423b65b81 req-a5156e97-0204-46b9-b4fa-dea8ef624145 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0593181 Feb 28 19:44:38.290847 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc4fa57f-e248-4603-bcb6-335423b65b81 req-7d103bfe-b948-48a3-9fd5-99eed7efed10 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426173 Feb 28 19:44:38.418540 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45848) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:38.541556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fa80-2593-4aa7-9471-ea2dbe3b617d req-5bd0751f-0247-4453-b502-24c877826729 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:38.543048 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c921fa80-2593-4aa7-9471-ea2dbe3b617d req-5bd0751f-0247-4453-b502-24c877826729 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0812926 Feb 28 19:44:38.554412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358884-d0e8-403a-8906-d973bccee2a1 req-91c10274-4695-4f7a-88f8-42e0444a4824 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:38.555882 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2e358884-d0e8-403a-8906-d973bccee2a1 req-91c10274-4695-4f7a-88f8-42e0444a4824 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.1161227 Feb 28 19:44:38.563478 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-91c12c3c-1fd0-4714-8217-c08e769e8eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.627777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c921fa80-2593-4aa7-9471-ea2dbe3b617d req-b2d0c08c-0cc4-46f3-baa6-110688e34930 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708911 Feb 28 19:44:38.646519 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2e358884-d0e8-403a-8906-d973bccee2a1 req-67049cc1-ddd9-4166-84c7-7278cb7d14f0 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779538 Feb 28 19:44:38.660438 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-91c12c3c-1fd0-4714-8217-c08e769e8eb7 admin admin] Publish callbacks [] for security_group (4bef2569-309b-4487-944b-121cf83b4d92), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.664712 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-91c12c3c-1fd0-4714-8217-c08e769e8eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (4bef2569-309b-4487-944b-121cf83b4d92), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.719187 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-91c12c3c-1fd0-4714-8217-c08e769e8eb7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b760a80577474eb793efdc23ab336709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988503 Feb 28 19:44:38.721041 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c12c3c-1fd0-4714-8217-c08e769e8eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef2569-309b-4487-944b-121cf83b4d92,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:38.722629 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45852) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:38.776990 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e31f9a81-3039-47ed-8dff-201b9c2464a2 admin admin] Publish callbacks [] for security_group (4bef2569-309b-4487-944b-121cf83b4d92), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.798949 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e31f9a81-3039-47ed-8dff-201b9c2464a2 admin admin] Publish callbacks [] for security_group (4bef2569-309b-4487-944b-121cf83b4d92), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.862209 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e31f9a81-3039-47ed-8dff-201b9c2464a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (4bef2569-309b-4487-944b-121cf83b4d92), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.864872 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e31f9a81-3039-47ed-8dff-201b9c2464a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:38.866061 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e31f9a81-3039-47ed-8dff-201b9c2464a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bef2569-309b-4487-944b-121cf83b4d92 HTTP/1.1" status: 204 len: 168 time: 0.1423829 Feb 28 19:44:38.874002 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f9a81-3039-47ed-8dff-201b9c2464a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef2569-309b-4487-944b-121cf83b4d92,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:39.435539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4900ff-17a7-4a7f-a1b6-141b610e3f89 req-0eb60888-ad9a-4e93-886d-6f01000e9af5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:39.442759 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c4900ff-17a7-4a7f-a1b6-141b610e3f89 req-0eb60888-ad9a-4e93-886d-6f01000e9af5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0626123 Feb 28 19:44:39.515489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c4900ff-17a7-4a7f-a1b6-141b610e3f89 req-bf657679-0c27-4a9a-bd44-9677dbc5ff21 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665052 Feb 28 19:44:39.794725 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16d898-bbd3-4573-bd6c-7abebe5dabd4 req-d2888fc5-c153-4d32-8ab9-7a3dad86af3a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:39.796279 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf16d898-bbd3-4573-bd6c-7abebe5dabd4 req-d2888fc5-c153-4d32-8ab9-7a3dad86af3a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0915766 Feb 28 19:44:39.808614 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237998ec-e1b9-4521-8831-ef3e26f31a8f req-8e8b7cd5-5858-4692-9000-9036fe643d8f tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:39.810122 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-237998ec-e1b9-4521-8831-ef3e26f31a8f req-8e8b7cd5-5858-4692-9000-9036fe643d8f tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0936942 Feb 28 19:44:39.899822 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf16d898-bbd3-4573-bd6c-7abebe5dabd4 req-854aca18-ee0c-48d2-b07e-77fb8c08d887 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887210 Feb 28 19:44:39.902703 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-237998ec-e1b9-4521-8831-ef3e26f31a8f req-a835596f-71c7-4fc8-868a-12464623a6c3 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832124 Feb 28 19:44:40.646315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0cf32-81cb-48d6-a31c-9e77abe59766 req-75dd08ac-37f8-42ec-a7a9-520ab3a2a5ee tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:40.647805 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b1a0cf32-81cb-48d6-a31c-9e77abe59766 req-75dd08ac-37f8-42ec-a7a9-520ab3a2a5ee tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0579808 Feb 28 19:44:40.697417 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b1a0cf32-81cb-48d6-a31c-9e77abe59766 req-6c6b1733-83ce-4f89-9ebd-2312148a1b42 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434780 Feb 28 19:44:41.054045 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee5dbf-af67-45ec-8231-5408d3bddef6 req-f8f37fde-d8ed-43e4-ae33-7b9ce4751344 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:41.055597 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-44ee5dbf-af67-45ec-8231-5408d3bddef6 req-f8f37fde-d8ed-43e4-ae33-7b9ce4751344 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0871439 Feb 28 19:44:41.068480 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340029d0-b254-461d-aff3-54d161174ef4 req-5c449d08-7a2c-442b-aeed-7aef1c3056d6 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:41.070005 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-340029d0-b254-461d-aff3-54d161174ef4 req-5c449d08-7a2c-442b-aeed-7aef1c3056d6 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0917754 Feb 28 19:44:41.145673 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-44ee5dbf-af67-45ec-8231-5408d3bddef6 req-7cc6c2de-9f67-4cb2-a4c6-9e52fb9978b3 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Feb 28 19:44:41.149669 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-340029d0-b254-461d-aff3-54d161174ef4 req-05da90e7-338d-4575-9ef0-98840ea58b7e tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716045 Feb 28 19:44:41.834322 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231135d-e56f-4fbb-b765-1f3d9a376556 req-ad8a10cd-1136-4df6-b41c-cfed23390ca6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:41.835727 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f231135d-e56f-4fbb-b765-1f3d9a376556 req-ad8a10cd-1136-4df6-b41c-cfed23390ca6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0581160 Feb 28 19:44:41.885354 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f231135d-e56f-4fbb-b765-1f3d9a376556 req-2cf9aee0-9e8f-41e7-a83b-1c573ea088cc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439425 Feb 28 19:44:42.297880 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab4597-49db-447d-a92b-9e6ce9e89804 req-af32017a-1376-419b-b821-2601f9afa3be tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:42.299357 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6ab4597-49db-447d-a92b-9e6ce9e89804 req-af32017a-1376-419b-b821-2601f9afa3be tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0824652 Feb 28 19:44:42.309473 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985a37-483e-49ae-9dbd-ad8e3720b8c6 req-92f40ad5-8b33-430b-b7bb-dc0652a0be21 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:42.310919 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08985a37-483e-49ae-9dbd-ad8e3720b8c6 req-92f40ad5-8b33-430b-b7bb-dc0652a0be21 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0927651 Feb 28 19:44:42.384676 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6ab4597-49db-447d-a92b-9e6ce9e89804 req-02acf6f1-13dc-414c-9e8e-8da3644b1983 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728295 Feb 28 19:44:42.388008 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08985a37-483e-49ae-9dbd-ad8e3720b8c6 req-5188fe2a-752d-41ee-9f73-225f6111f553 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702908 Feb 28 19:44:42.577664 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 45930) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:42.687461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-870e49ad-69dd-4607-947b-3f1264848ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.765367 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-870e49ad-69dd-4607-947b-3f1264848ba0 admin admin] Publish callbacks [] for security_group (48701f23-31aa-4c65-9195-c88ebfbc67b0), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.770845 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-870e49ad-69dd-4607-947b-3f1264848ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48701f23-31aa-4c65-9195-c88ebfbc67b0), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.807804 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-870e49ad-69dd-4607-947b-3f1264848ba0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edaf689533cf45b1add81e747e45951d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290297 Feb 28 19:44:42.809001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e49ad-69dd-4607-947b-3f1264848ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48701f23-31aa-4c65-9195-c88ebfbc67b0,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:42.810835 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 45940) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:44:42.862658 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92f069c0-d75c-47c8-ac1d-5dc489327154 admin admin] Publish callbacks [] for security_group (48701f23-31aa-4c65-9195-c88ebfbc67b0), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.884251 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92f069c0-d75c-47c8-ac1d-5dc489327154 admin admin] Publish callbacks [] for security_group (48701f23-31aa-4c65-9195-c88ebfbc67b0), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.931000 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92f069c0-d75c-47c8-ac1d-5dc489327154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48701f23-31aa-4c65-9195-c88ebfbc67b0), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.933848 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92f069c0-d75c-47c8-ac1d-5dc489327154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:42.937476 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-92f069c0-d75c-47c8-ac1d-5dc489327154 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48701f23-31aa-4c65-9195-c88ebfbc67b0 HTTP/1.1" status: 204 len: 168 time: 0.1231170 Feb 28 19:44:42.946570 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f069c0-d75c-47c8-ac1d-5dc489327154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48701f23-31aa-4c65-9195-c88ebfbc67b0,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:43.011767 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2eb8c-2c78-4c69-b48b-000268dfb4d6 req-ce845489-6ecd-47ac-aafd-22a7e65432bc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:43.013278 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-26f2eb8c-2c78-4c69-b48b-000268dfb4d6 req-ce845489-6ecd-47ac-aafd-22a7e65432bc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0552702 Feb 28 19:44:43.061846 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-26f2eb8c-2c78-4c69-b48b-000268dfb4d6 req-2fe18940-3857-4289-af79-c410c4682462 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Feb 28 19:44:43.508565 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6467928-8e9f-46ec-9c40-132392fadf1c req-5a5dd2b9-e8c8-4015-a84f-7a571b7a0fa7 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:43.510077 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6467928-8e9f-46ec-9c40-132392fadf1c req-5a5dd2b9-e8c8-4015-a84f-7a571b7a0fa7 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0560625 Feb 28 19:44:43.556330 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c6467928-8e9f-46ec-9c40-132392fadf1c req-e6be8c82-9a2d-4f15-8186-40490ebbc1b4 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 28 19:44:43.662602 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88286c6-c097-4591-9a42-ba686fcb8fb9 req-05623e19-deac-4410-98c8-956a2e809965 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:43.664073 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d88286c6-c097-4591-9a42-ba686fcb8fb9 req-05623e19-deac-4410-98c8-956a2e809965 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0552182 Feb 28 19:44:43.710744 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d88286c6-c097-4591-9a42-ba686fcb8fb9 req-806b5a13-2064-4592-ac8a-d26118d75794 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Feb 28 19:44:44.191713 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959a1a-bfdc-47e4-8dc7-f5c27fe872c2 req-15b24bf8-63fd-4023-96dd-92927bfb0dd7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:44.193206 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f6959a1a-bfdc-47e4-8dc7-f5c27fe872c2 req-15b24bf8-63fd-4023-96dd-92927bfb0dd7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0575798 Feb 28 19:44:44.241123 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f6959a1a-bfdc-47e4-8dc7-f5c27fe872c2 req-7e1b217d-6ac2-4173-bd4c-cae16f17d3df tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Feb 28 19:44:44.683217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8ded8-36d2-4f96-871b-f0ea952667b2 req-5bd5200b-8528-405f-b4ad-7b682b8ae415 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:44.684670 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-05b8ded8-36d2-4f96-871b-f0ea952667b2 req-5bd5200b-8528-405f-b4ad-7b682b8ae415 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.0549822 Feb 28 19:44:44.731057 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-05b8ded8-36d2-4f96-871b-f0ea952667b2 req-d3f457ca-101e-4746-80f5-7c7937fb414e tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Feb 28 19:44:44.840302 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046a42d-10b4-4f9a-8d4f-1bec69c38148 req-e0097595-063f-4184-bcba-9219aa08fc47 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:44.841717 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e046a42d-10b4-4f9a-8d4f-1bec69c38148 req-e0097595-063f-4184-bcba-9219aa08fc47 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0531824 Feb 28 19:44:44.895206 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e046a42d-10b4-4f9a-8d4f-1bec69c38148 req-b35af19b-cb5a-4c52-b447-00c766fa01f1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Feb 28 19:44:45.234848 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3808b469-a053-4de2-bed4-941095a8c7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:45.367041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91882871-e049-4659-bc40-2df32aa57ff9 req-755b5ad6-9066-411e-8794-84fc40852c25 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:45.368639 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91882871-e049-4659-bc40-2df32aa57ff9 req-755b5ad6-9066-411e-8794-84fc40852c25 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0562291 Feb 28 19:44:45.416502 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91882871-e049-4659-bc40-2df32aa57ff9 req-8ea4a33f-5c56-4c0e-be8e-a2d878b6e21d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Feb 28 19:44:45.630174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Request body: {'port': {'device_id': '4e89efb9-e767-4120-b392-b78af6213f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:44:45.683643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-28ecd3d7-9b41-4a09-af0c-b53f711ef421 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 200 len: 217 time: 0.0669641 Feb 28 19:44:45.760131 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-6f42ffa0-3d58-406f-827e-3349d7ab1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:45.761742 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-6f42ffa0-3d58-406f-827e-3349d7ab1968 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 200 len: 858 time: 0.0691116 Feb 28 19:44:45.762507 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:45.802978 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-0980960e-0f01-4e9e-bda2-e7812de06cd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309856 Feb 28 19:44:46.046133 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-16db3c84-ce38-4809-8486-4f8b4be553cb service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251558 Feb 28 19:44:46.055973 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e2d46-247b-477a-bf2d-efb29eefc45d req-068a691f-8d9d-460f-81a8-aaacfc19e228 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.057411 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2b1e2d46-247b-477a-bf2d-efb29eefc45d req-068a691f-8d9d-460f-81a8-aaacfc19e228 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 932 time: 0.2352760 Feb 28 19:44:46.214358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f54ffb-08ea-4b98-bc0a-27a5065d5e5e req-44567166-1891-42bc-9b3b-73cc8c2364e6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.215851 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-07f54ffb-08ea-4b98-bc0a-27a5065d5e5e req-44567166-1891-42bc-9b3b-73cc8c2364e6 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.2340627 Feb 28 19:44:46.267639 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2b1e2d46-247b-477a-bf2d-efb29eefc45d req-4ac1c200-e703-488c-9113-fbeab814cad5 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950591 Feb 28 19:44:46.294866 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7757a6e-1aab-43ec-a1de-4be9f6da9529 req-81bb311d-34dc-48a9-8482-c3fffe0b9d80 service neutron] 10.222.0.30 "GET /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343595 Feb 28 19:44:46.332663 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-07f54ffb-08ea-4b98-bc0a-27a5065d5e5e req-db660de9-19ab-40bb-9ed4-abf1e487f2eb tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083126 Feb 28 19:44:46.381819 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed59bde9-df18-4b87-beca-b8bea5bd5a2d {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:44:46.390251 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Publish callbacks [] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:46.402950 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Transition to ACTIVE for port object ed59bde9-df18-4b87-beca-b8bea5bd5a2d will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:44:46.406753 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:46.492793 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:46.578412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Attempting to bind port ed59bde9-df18-4b87-beca-b8bea5bd5a2d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:44:46.578743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Attempting to bind port ed59bde9-df18-4b87-beca-b8bea5bd5a2d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:44:46.579069 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Attempting to bind port ed59bde9-df18-4b87-beca-b8bea5bd5a2d on network c8cef71d-1353-4cf6-a069-008335353772 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:46.586744 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Port ed59bde9-df18-4b87-beca-b8bea5bd5a2d on network c8cef71d-1353-4cf6-a069-008335353772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:44:46.587052 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Attempting to bind port ed59bde9-df18-4b87-beca-b8bea5bd5a2d on network c8cef71d-1353-4cf6-a069-008335353772 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:44:46.598954 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ffcf-d757-40cf-864c-f8397a9204f6 req-87a4ba67-8c9c-4ef7-b51c-de5ad0671d24 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.600470 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7286ffcf-d757-40cf-864c-f8397a9204f6 req-87a4ba67-8c9c-4ef7-b51c-de5ad0671d24 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0910037 Feb 28 19:44:46.606214 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:44:46.606984 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Checking segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:44:46.607547 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Bound using segment: {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:44:46.608255 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Bound port: ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5088a2-6bc9-4950-aa6a-a95a17109dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:44:46.608702 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:46.694578 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7286ffcf-d757-40cf-864c-f8397a9204f6 req-13e050d4-370c-4205-9470-468355509683 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828452 Feb 28 19:44:46.710006 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:44:46.713307 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:44:46.720820 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:46.753411 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.754011 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:46.755381 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] 10.222.0.30 "PUT /v2.0/ports/ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 1094 time: 1.1367438 Feb 28 19:44:46.755820 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:46.758074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f3d87-5ff5-45a7-a98c-c770138f60e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:46.788585 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add8cac-2c9e-498f-9532-fb44e17d7055 service neutron] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:46.805882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e7f8e-1465-4914-a009-0e05caf84b30 x-openstack-request-id: req-a92e7f8e-1465-4914-a009-0e05caf84b30 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:46.806171 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:46.806415 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a92e7f8e-1465-4914-a009-0e05caf84b30 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:46.806805 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'status': 'completed', 'code': 200} Feb 28 19:44:46.844430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-e468e061-b2cb-4920-81ee-286bc6a77750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.845991 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-e468e061-b2cb-4920-81ee-286bc6a77750 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1128 time: 0.0488088 Feb 28 19:44:46.889905 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-f288dc9e-1e85-4dd5-9b8c-0f3db4ec7342 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 217 time: 0.0350428 Feb 28 19:44:46.944734 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-4e0ab209-5040-4aa4-8031-d94d56958824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.946211 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-4e0ab209-5040-4aa4-8031-d94d56958824 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0498276 Feb 28 19:44:46.997748 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-a78e03bd-9846-46ac-bb88-7b707460372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:46.999240 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-a78e03bd-9846-46ac-bb88-7b707460372b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440979 Feb 28 19:44:47.089142 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-c8a101f7-5db9-414f-af48-8092924dd9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813794 Feb 28 19:44:47.193737 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ce36538f-c332-4b7f-9c73-d44ceb73473d req-2759b0be-22e3-40b2-9219-c183d7c0a3cf service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974762 Feb 28 19:44:47.289891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-1fc82585-8615-4862-8202-0bbac6764934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.291528 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-1fc82585-8615-4862-8202-0bbac6764934 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1128 time: 0.0468192 Feb 28 19:44:47.428890 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-cc2b7169-804c-40be-b7bd-2098476850a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.430334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-cc2b7169-804c-40be-b7bd-2098476850a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 916 time: 0.1306212 Feb 28 19:44:47.453178 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d040b8b-617c-431c-8e1e-40d215f682d2 req-99acb286-4e29-414b-9c9b-14f740137311 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.454437 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d040b8b-617c-431c-8e1e-40d215f682d2 req-99acb286-4e29-414b-9c9b-14f740137311 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 944 time: 0.1085074 Feb 28 19:44:47.507122 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-8579d32d-2a19-40ff-8e31-11dbe560d986 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 217 time: 0.0618997 Feb 28 19:44:47.573839 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9d040b8b-617c-431c-8e1e-40d215f682d2 req-d21b3a02-19c3-4faa-966f-d5b0d04332f2 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124191 Feb 28 19:44:47.580638 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576f9b-1a0e-4405-96b1-71897baaead9 req-dc0fba01-2b3b-4f4c-8a2b-559543adc439 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.582251 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e576f9b-1a0e-4405-96b1-71897baaead9 req-dc0fba01-2b3b-4f4c-8a2b-559543adc439 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1692097 Feb 28 19:44:47.590318 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-aafea46a-015b-4a6b-9919-6963138a9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.591745 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-aafea46a-015b-4a6b-9919-6963138a9981 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0759497 Feb 28 19:44:47.654617 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-09157289-8b48-40b4-9f13-b03257788661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:47.669828 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8e576f9b-1a0e-4405-96b1-71897baaead9 req-60862173-5977-448b-9781-092fcc712160 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709224 Feb 28 19:44:47.676821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-9c13e0a2-4248-431d-88ef-fd1ac976adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.678379 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-9c13e0a2-4248-431d-88ef-fd1ac976adde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777907 Feb 28 19:44:47.783431 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-152a3088-5f6d-4ed1-b5a9-dd7e972fc54b service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982273 Feb 28 19:44:47.877379 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5674e78-fc03-4ff2-847d-78a14e93b036 req-8cbdec2e-63a9-4b3a-b3bf-8425dff6b5f3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:47.878927 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d5674e78-fc03-4ff2-847d-78a14e93b036 req-8cbdec2e-63a9-4b3a-b3bf-8425dff6b5f3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1101787 Feb 28 19:44:47.913158 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e54f3d87-5ff5-45a7-a98c-c770138f60e5 req-f609d94c-efa5-4bac-b39b-5b1e059e413e service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156521 Feb 28 19:44:47.941182 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d5674e78-fc03-4ff2-847d-78a14e93b036 req-c138bcb0-c6a3-4b53-9e69-70527a772531 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558243 Feb 28 19:44:48.701998 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4d297-a942-40dc-a62c-a792affee879 req-e8725d7f-d827-4ecf-8da6-a8fa8dea69da tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:48.703665 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-44d4d297-a942-40dc-a62c-a792affee879 req-e8725d7f-d827-4ecf-8da6-a8fa8dea69da tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 944 time: 0.0559652 Feb 28 19:44:48.758880 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:48.761714 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-44d4d297-a942-40dc-a62c-a792affee879 req-f6018d4e-befc-4ae4-a8ab-7dd74eedec53 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Feb 28 19:44:48.818228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f16b0-6878-49e9-a3dc-a73f30cb8d96 req-1f34bc37-5f28-4c2a-a6a0-114087a1f73c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:48.819663 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c6f16b0-6878-49e9-a3dc-a73f30cb8d96 req-1f34bc37-5f28-4c2a-a6a0-114087a1f73c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0569732 Feb 28 19:44:48.866328 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c6f16b0-6878-49e9-a3dc-a73f30cb8d96 req-a90ca6b8-ffd0-49f0-a50f-6b529894fd6a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Feb 28 19:44:49.068315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad27bb9-d0fd-44b5-8eb5-80a0de34034c req-0f060c3d-5684-405b-97c0-7b937c500ef4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:49.069817 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7ad27bb9-d0fd-44b5-8eb5-80a0de34034c req-0f060c3d-5684-405b-97c0-7b937c500ef4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0565434 Feb 28 19:44:49.115425 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7ad27bb9-d0fd-44b5-8eb5-80a0de34034c req-9f966795-07c8-43aa-b848-d62209894cb5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Feb 28 19:44:49.893655 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33edb90-1f4c-41d3-b6e6-92c8cbd64c22 req-4219fb3f-3ad1-40f2-9b8a-55e7fbc7983e tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:49.896239 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e33edb90-1f4c-41d3-b6e6-92c8cbd64c22 req-4219fb3f-3ad1-40f2-9b8a-55e7fbc7983e tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 944 time: 0.0622780 Feb 28 19:44:50.009869 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:50.225478 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e33edb90-1f4c-41d3-b6e6-92c8cbd64c22 req-e70068a6-4451-4b8c-8447-69a7a97f61e4 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231900 Feb 28 19:44:50.244428 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b789766-53a3-449f-9623-ee233ab35542 req-a996b719-6a18-42e7-9eac-17baa5279d40 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:50.247627 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4b789766-53a3-449f-9623-ee233ab35542 req-a996b719-6a18-42e7-9eac-17baa5279d40 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0761323 Feb 28 19:44:50.276460 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:50.308041 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4b789766-53a3-449f-9623-ee233ab35542 req-1d244af7-f875-4b61-9605-c7157ca8783a tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546401 Feb 28 19:44:50.351106 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae487-f14f-4239-b322-71d74d30225d req-23674b45-14fa-4331-a2b3-190a0e19118b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:50.352594 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6eae487-f14f-4239-b322-71d74d30225d req-23674b45-14fa-4331-a2b3-190a0e19118b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0610778 Feb 28 19:44:50.409646 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6eae487-f14f-4239-b322-71d74d30225d req-ada8d8c9-afd7-4628-bc10-0460af861b61 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511439 Feb 28 19:44:50.647916 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ed59bde9-df18-4b87-beca-b8bea5bd5a2d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:44:50.759178 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:50.770528 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'port_id': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'mac_address': 'fa:16:3e:0d:06:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:44:50.809022 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ed59bde9-df18-4b87-beca-b8bea5bd5a2d is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:50.809460 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:50.822134 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed59bde9-df18-4b87-beca-b8bea5bd5a2d {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:44:50.840908 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:50.847561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:51.017165 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:51.268052 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ed59bde9-df18-4b87-beca-b8bea5bd5a2d'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:44:51.351046 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386706-f8eb-4cd8-a5f1-a606b1741d04 req-709700d0-eb8d-4fcd-9f16-fe8e5f8d125b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:51.351046 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72386706-f8eb-4cd8-a5f1-a606b1741d04 req-709700d0-eb8d-4fcd-9f16-fe8e5f8d125b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Feb 28 19:44:51.424979 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72386706-f8eb-4cd8-a5f1-a606b1741d04 req-bc8a1de7-0b86-4935-99c7-2fc7877c2c46 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682893 Feb 28 19:44:51.447975 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c74d0-68af-411e-9f0d-85f065fcf45d req-e8d9c613-f076-4387-a203-cf60fb49b998 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:51.449457 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6b1c74d0-68af-411e-9f0d-85f065fcf45d req-e8d9c613-f076-4387-a203-cf60fb49b998 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0648484 Feb 28 19:44:51.524097 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6b1c74d0-68af-411e-9f0d-85f065fcf45d req-aa5f771a-a73c-44bd-bac4-ea644356e455 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687437 Feb 28 19:44:51.547542 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e704fd-20ec-4016-b514-45355f5c0107 req-b69758ec-0065-4161-b293-01abe62ddbbf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:51.549013 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01e704fd-20ec-4016-b514-45355f5c0107 req-b69758ec-0065-4161-b293-01abe62ddbbf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0666327 Feb 28 19:44:51.587713 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:51.600490 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01e704fd-20ec-4016-b514-45355f5c0107 req-5314e6aa-5126-4ab4-b89d-fbab318825a9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458510 Feb 28 19:44:51.873477 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-6ea5da22-eef8-45cc-9c85-8676cec9152a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439198 Feb 28 19:44:51.948265 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-61ed455b-51f1-408e-af6a-11ffe4f49bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:51.949803 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-61ed455b-51f1-408e-af6a-11ffe4f49bbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.0526974 Feb 28 19:44:52.069885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-66698cae-11b1-4125-8314-1e4caea72dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:52.071267 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-66698cae-11b1-4125-8314-1e4caea72dba service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.0939584 Feb 28 19:44:52.136287 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-85a873c5-0257-4909-bb98-1ea978740475 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1002 time: 0.0587900 Feb 28 19:44:52.206365 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-51f2f463-f700-4a56-9023-3fea2fa930a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:52.207867 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-51f2f463-f700-4a56-9023-3fea2fa930a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0548544 Feb 28 19:44:52.264806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-cca51b69-2c60-47dc-a2da-2ff119b2e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:52.266380 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-cca51b69-2c60-47dc-a2da-2ff119b2e74e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483279 Feb 28 19:44:52.361770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-3b042c37-62b6-4a93-96a3-411c1cb868b6 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841782 Feb 28 19:44:52.461126 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-974f3fc3-5890-4b44-bb57-9982d114bd10 req-703df6e0-1348-41e7-bdd5-c5abfe010e77 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889654 Feb 28 19:44:52.566466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffde33-08e4-4bcb-b982-748fe0d208e6 req-a748b19a-7526-4330-8542-a79087ea7ff2 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:52.567711 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6ffde33-08e4-4bcb-b982-748fe0d208e6 req-a748b19a-7526-4330-8542-a79087ea7ff2 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 945 time: 0.0597677 Feb 28 19:44:52.623195 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6ffde33-08e4-4bcb-b982-748fe0d208e6 req-73462a65-2c24-4e09-8358-8989586be6fd tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491436 Feb 28 19:44:52.650419 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ed59bde9-df18-4b87-beca-b8bea5bd5a2d up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:44:52.706533 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port ed59bde9-df18-4b87-beca-b8bea5bd5a2d completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:44:52.710754 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ed59bde9-df18-4b87-beca-b8bea5bd5a2d triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:44:52.711137 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:52.736552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcc18a-5c51-41ef-8624-3807cad8d324 req-fa716da3-257b-45e1-95f6-e343f14653e0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:52.738296 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-75bcc18a-5c51-41ef-8624-3807cad8d324 req-fa716da3-257b-45e1-95f6-e343f14653e0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0645092 Feb 28 19:44:52.787915 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-75bcc18a-5c51-41ef-8624-3807cad8d324 req-1111b8a2-6edb-424f-afa1-ad3765d60cd3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Feb 28 19:44:52.791400 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ed59bde9-df18-4b87-beca-b8bea5bd5a2d is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:44:52.791859 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:52.822532 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:44:52.824788 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544233e4-a0fa-4aa6-b6d8-cd6179f4359b" -d '{"events": [{"server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "name": "network-vif-plugged", "status": "completed", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:44:52.836866 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:44:52.843386 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:44:52.876501 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9959c24-53ef-42ed-b65f-19c7a69ae443 x-openstack-request-id: req-b9959c24-53ef-42ed-b65f-19c7a69ae443 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:44:52.876818 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "name": "network-vif-plugged", "status": "completed", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:44:52.877074 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9959c24-53ef-42ed-b65f-19c7a69ae443 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:44:52.877523 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'code': 200} Feb 28 19:44:52.903288 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:44:53.058058 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197763ae-2b83-48dd-b16e-3b0fe8642127 req-eed47470-b015-41b7-9fc8-c426d740d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:53.059538 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-197763ae-2b83-48dd-b16e-3b0fe8642127 req-eed47470-b015-41b7-9fc8-c426d740d316 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1130 time: 0.0457084 Feb 28 19:44:53.107505 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-197763ae-2b83-48dd-b16e-3b0fe8642127 req-f8744642-bfb8-445e-87b9-073ec75319d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Feb 28 19:44:53.519103 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04088ba-77a1-4335-a234-f3f7a9009847 req-2c08c0a3-cea0-4049-8046-4b6e591c12a5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:53.520591 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c04088ba-77a1-4335-a234-f3f7a9009847 req-2c08c0a3-cea0-4049-8046-4b6e591c12a5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0528455 Feb 28 19:44:53.574695 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c04088ba-77a1-4335-a234-f3f7a9009847 req-4d4e1029-6a80-49f6-a522-96668e2b4223 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483909 Feb 28 19:44:53.747945 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff688c1-2393-4a9b-9d86-eb16354cf0a0 req-7834ecdb-c55e-4e30-8179-e2ec34fcc2cd tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:53.749436 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2ff688c1-2393-4a9b-9d86-eb16354cf0a0 req-7834ecdb-c55e-4e30-8179-e2ec34fcc2cd tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0586102 Feb 28 19:44:53.796802 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2ff688c1-2393-4a9b-9d86-eb16354cf0a0 req-318efaa6-010c-46cf-b903-af02ae37e339 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Feb 28 19:44:53.917673 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9242f-7502-42fa-b4f9-de57cf3a3816 req-ec72d400-cd5d-44c8-af56-bc8996c3b1e4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:53.919151 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-63a9242f-7502-42fa-b4f9-de57cf3a3816 req-ec72d400-cd5d-44c8-af56-bc8996c3b1e4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0585232 Feb 28 19:44:53.970900 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-63a9242f-7502-42fa-b4f9-de57cf3a3816 req-62e072fb-1e3a-486a-bb94-5acf2d5f8bd8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459893 Feb 28 19:44:54.709957 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d84f2-ab44-4e57-93c1-4f8ce59a2031 req-ec5de472-2da7-44f7-a6ca-46e04d9782f3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:54.711408 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf2d84f2-ab44-4e57-93c1-4f8ce59a2031 req-ec5de472-2da7-44f7-a6ca-46e04d9782f3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0574572 Feb 28 19:44:54.757252 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf2d84f2-ab44-4e57-93c1-4f8ce59a2031 req-22d2b1be-a1f7-402d-9f3f-24eb4f6221ed tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Feb 28 19:44:54.925533 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96d97c-5fcb-499a-b09e-dfc6dec07558 req-4c33e7d1-7676-41e4-bdd7-768ba8675c9d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:54.926873 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc96d97c-5fcb-499a-b09e-dfc6dec07558 req-4c33e7d1-7676-41e4-bdd7-768ba8675c9d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0635107 Feb 28 19:44:54.972776 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fc96d97c-5fcb-499a-b09e-dfc6dec07558 req-e4ca37fb-89d1-4a6a-a3dd-7e9b94fcebb0 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Feb 28 19:44:55.097071 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf97ab-0b69-4c5e-a1fc-0cef8f103ea9 req-b3499663-5666-44a4-94af-7b73b7f17e32 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:55.098554 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0fbf97ab-0b69-4c5e-a1fc-0cef8f103ea9 req-b3499663-5666-44a4-94af-7b73b7f17e32 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0554338 Feb 28 19:44:55.150925 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0fbf97ab-0b69-4c5e-a1fc-0cef8f103ea9 req-d6cce342-81c0-46f2-b462-2259947236f1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 Feb 28 19:44:55.882109 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9137-b8db-4f33-906b-e3edf3aa1280 req-c058f199-fe36-4674-80db-e35c98363821 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:55.883560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ec8d9137-b8db-4f33-906b-e3edf3aa1280 req-c058f199-fe36-4674-80db-e35c98363821 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0592494 Feb 28 19:44:55.931398 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ec8d9137-b8db-4f33-906b-e3edf3aa1280 req-0cadc8f5-b44f-4e46-80f8-d151f3cd4082 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Feb 28 19:44:56.092182 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a920ac-1983-4ec0-89e1-fa3ecc4ba957 req-d45361b8-afde-40ad-a90d-55146e108ed7 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:56.093671 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-14a920ac-1983-4ec0-89e1-fa3ecc4ba957 req-d45361b8-afde-40ad-a90d-55146e108ed7 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0544090 Feb 28 19:44:56.140787 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-14a920ac-1983-4ec0-89e1-fa3ecc4ba957 req-26d92fcc-095b-4d41-98ae-e6c9db693a29 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Feb 28 19:44:56.293132 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f8d8-0fd7-414a-b05e-cbff28dcbb72 req-3a4eb4a5-522d-4cfa-b752-a4550ac0b81b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:56.294594 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e967f8d8-0fd7-414a-b05e-cbff28dcbb72 req-3a4eb4a5-522d-4cfa-b752-a4550ac0b81b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0693762 Feb 28 19:44:56.342659 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e967f8d8-0fd7-414a-b05e-cbff28dcbb72 req-4a4402a2-4c45-4b42-8b7d-d5f6794a28cd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423625 Feb 28 19:44:57.061504 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f2520-f103-4a8f-afa3-b83459389bf8 req-2f0c749c-d4c6-4240-8898-a50c38155300 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:57.062981 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-150f2520-f103-4a8f-afa3-b83459389bf8 req-2f0c749c-d4c6-4240-8898-a50c38155300 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0554075 Feb 28 19:44:57.110318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-150f2520-f103-4a8f-afa3-b83459389bf8 req-998a10a7-8f3a-494f-be2b-feae943c055a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Feb 28 19:44:57.266572 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948b9d5-2d80-478f-b391-939f54c89083 req-08b77347-60b9-4f5b-b2f8-90949d833ac3 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:57.268077 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b948b9d5-2d80-478f-b391-939f54c89083 req-08b77347-60b9-4f5b-b2f8-90949d833ac3 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0589530 Feb 28 19:44:57.316973 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b948b9d5-2d80-478f-b391-939f54c89083 req-c09ccddb-1178-4ae2-94e8-3a71112862d7 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Feb 28 19:44:57.483315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b59a-4168-475d-a7e6-dfee1452677e req-85cb68ea-c5c6-434f-819a-754972616cf2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:57.484852 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6949b59a-4168-475d-a7e6-dfee1452677e req-85cb68ea-c5c6-434f-819a-754972616cf2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0550032 Feb 28 19:44:57.536180 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6949b59a-4168-475d-a7e6-dfee1452677e req-d3e2b3ad-3142-44ef-a478-e1ef659c0497 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Feb 28 19:44:58.229904 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f671e3b-0280-48ba-b0ad-6dfb6b3c9b41 req-c33457a0-9a3e-4589-87aa-d70743c91152 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:58.231363 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f671e3b-0280-48ba-b0ad-6dfb6b3c9b41 req-c33457a0-9a3e-4589-87aa-d70743c91152 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0525358 Feb 28 19:44:58.289843 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f671e3b-0280-48ba-b0ad-6dfb6b3c9b41 req-6a7c38a6-6571-4aa9-a97d-5120f14529b8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522270 Feb 28 19:44:58.440401 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470aeb2-5f9d-414f-9d11-737b145c2d34 req-84a1fe9c-b296-494c-bc02-672e0b51e9d4 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:58.441943 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b470aeb2-5f9d-414f-9d11-737b145c2d34 req-84a1fe9c-b296-494c-bc02-672e0b51e9d4 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0598154 Feb 28 19:44:58.489496 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b470aeb2-5f9d-414f-9d11-737b145c2d34 req-8bcab8fd-0345-45f7-a055-9109d251e5a4 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Feb 28 19:44:58.664750 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eea07-c663-463e-b58f-12c25cef0830 req-4c8890bc-fdf9-49a8-8e23-b485e99b7dce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:58.666153 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b8eea07-c663-463e-b58f-12c25cef0830 req-4c8890bc-fdf9-49a8-8e23-b485e99b7dce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0544434 Feb 28 19:44:58.715912 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b8eea07-c663-463e-b58f-12c25cef0830 req-8e1b62d7-32ea-4f78-9eb4-5de6c36f95d0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Feb 28 19:44:59.455116 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6167d-1650-423c-b9ef-3c18d5b871d4 req-68635db1-0ad5-472a-90eb-bf24c2852b54 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:59.457455 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ba6167d-1650-423c-b9ef-3c18d5b871d4 req-68635db1-0ad5-472a-90eb-bf24c2852b54 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0693846 Feb 28 19:44:59.506417 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ba6167d-1650-423c-b9ef-3c18d5b871d4 req-65f4017b-3b50-4269-8248-5f3fa0fc89e4 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Feb 28 19:44:59.622378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e1d9c-dafb-432d-9835-dc0188cd00cf req-e7d33f0b-efd4-4855-b997-7cdc0459a89b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:59.624512 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-929e1d9c-dafb-432d-9835-dc0188cd00cf req-e7d33f0b-efd4-4855-b997-7cdc0459a89b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0633938 Feb 28 19:44:59.676093 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-929e1d9c-dafb-432d-9835-dc0188cd00cf req-97687150-e74d-473f-8b1b-14e3c6558268 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Feb 28 19:44:59.802618 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4fda9-0c25-488a-a27e-86353733daf3 req-3336e741-2e07-486e-8ab1-4da0bb59d150 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:59.804125 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94e4fda9-0c25-488a-a27e-86353733daf3 req-3336e741-2e07-486e-8ab1-4da0bb59d150 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0547426 Feb 28 19:44:59.880102 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-94e4fda9-0c25-488a-a27e-86353733daf3 req-6dddc354-e74e-419d-ba2f-baafc768d496 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668225 Feb 28 19:44:59.887723 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ea791-a1f6-4dd3-a2a7-7410e5403900 req-67afd838-8be1-4009-bb47-374a25aead7a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:44:59.889155 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b53ea791-a1f6-4dd3-a2a7-7410e5403900 req-67afd838-8be1-4009-bb47-374a25aead7a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0941579 Feb 28 19:44:59.938456 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b53ea791-a1f6-4dd3-a2a7-7410e5403900 req-55988067-38e5-4dc6-9719-8500e6d9dc2b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Feb 28 19:45:00.206221 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9db8-2617-4f8b-83c6-1cedce7c22e8 req-8e97e854-5093-4a5d-9000-962e5c23f591 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:00.207608 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6dac9db8-2617-4f8b-83c6-1cedce7c22e8 req-8e97e854-5093-4a5d-9000-962e5c23f591 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0536823 Feb 28 19:45:00.262831 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6dac9db8-2617-4f8b-83c6-1cedce7c22e8 req-de1156a7-117e-4acb-9e1c-f0f0e89d4eaa tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492971 Feb 28 19:45:00.664276 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bf0b9-2903-4a41-a3a0-b3b429b56219 req-2912ccca-002b-4b38-810b-80e1d03b12d7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:00.671284 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-335bf0b9-2903-4a41-a3a0-b3b429b56219 req-2912ccca-002b-4b38-810b-80e1d03b12d7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0754452 Feb 28 19:45:00.720994 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-335bf0b9-2903-4a41-a3a0-b3b429b56219 req-474585dd-d8d1-4491-aeda-0cfc9a3511c7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487080 Feb 28 19:45:01.068017 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b1c9c-67ee-421c-a2c7-1e6431d7f320 req-d9900f49-fcf7-40db-a9a6-81cbfc51d494 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:01.069553 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f70b1c9c-67ee-421c-a2c7-1e6431d7f320 req-d9900f49-fcf7-40db-a9a6-81cbfc51d494 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0563054 Feb 28 19:45:01.119360 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f70b1c9c-67ee-421c-a2c7-1e6431d7f320 req-23963a9c-41be-4473-9565-bdf9067ec85b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Feb 28 19:45:01.900792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cf0ff-0512-4fbf-bb66-37f9a8d1823d req-5d143620-a183-48bd-94e8-b4d4acdbac7c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:01.902309 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc1cf0ff-0512-4fbf-bb66-37f9a8d1823d req-5d143620-a183-48bd-94e8-b4d4acdbac7c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0894220 Feb 28 19:45:01.909910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c0da1-0de5-4dfe-a956-95368db93dee req-9de83a8c-3a36-405d-8017-dfd22db70d7d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:01.911253 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2b5c0da1-0de5-4dfe-a956-95368db93dee req-9de83a8c-3a36-405d-8017-dfd22db70d7d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0876365 Feb 28 19:45:01.980795 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc1cf0ff-0512-4fbf-bb66-37f9a8d1823d req-2d58d10d-db00-4b9e-b606-326b89ab7a3c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685496 Feb 28 19:45:01.983718 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2b5c0da1-0de5-4dfe-a956-95368db93dee req-4b5fcb45-4a8e-4240-9543-cc08684fe114 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656111 Feb 28 19:45:02.248075 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459de66-cb49-4452-a361-97746782cb77 req-98d01dfc-967c-4edd-9692-b357f94567d1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:02.249709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2459de66-cb49-4452-a361-97746782cb77 req-98d01dfc-967c-4edd-9692-b357f94567d1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Feb 28 19:45:02.304350 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2459de66-cb49-4452-a361-97746782cb77 req-10ec08c5-aabb-4349-ba98-3d0d0aa4cd0f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480077 Feb 28 19:45:03.139211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc3f77-0806-45c5-8b0b-d697ebb03a74 req-3e97a32e-692e-4725-a1b8-fcccf79d611f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:03.140734 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3ebc3f77-0806-45c5-8b0b-d697ebb03a74 req-3e97a32e-692e-4725-a1b8-fcccf79d611f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0867369 Feb 28 19:45:03.154699 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e07d-faca-4868-8678-09bbff08baa4 req-63aed666-fe25-41ee-96cc-6d9237fc46e7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:03.156235 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1391e07d-faca-4868-8678-09bbff08baa4 req-63aed666-fe25-41ee-96cc-6d9237fc46e7 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0898478 Feb 28 19:45:03.240937 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3ebc3f77-0806-45c5-8b0b-d697ebb03a74 req-73886d5a-0847-4e19-8555-e2c8f6f72f5f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915830 Feb 28 19:45:03.249748 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1391e07d-faca-4868-8678-09bbff08baa4 req-2a3af8c0-5833-4ca4-985a-b956c4b7cca1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877614 Feb 28 19:45:03.435341 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab64e5f-26e1-4dd4-889b-b8d41d51fe07 req-baf7ec9d-76e3-417b-8254-20e7e71cbb64 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:03.436721 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4ab64e5f-26e1-4dd4-889b-b8d41d51fe07 req-baf7ec9d-76e3-417b-8254-20e7e71cbb64 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0581789 Feb 28 19:45:03.495073 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4ab64e5f-26e1-4dd4-889b-b8d41d51fe07 req-c6eda89d-aab0-4649-864a-d08f4377a6b7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510583 Feb 28 19:45:04.399260 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ae93c-de59-4087-a822-4c6a23b1d863 req-216b25f4-c30a-4c08-a579-0dc0e87c0aa1 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:04.400816 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f64ae93c-de59-4087-a822-4c6a23b1d863 req-216b25f4-c30a-4c08-a579-0dc0e87c0aa1 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0830116 Feb 28 19:45:04.411282 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504e49f-9f77-40e9-81c5-a7fd63bd002f req-459b9e94-d1bd-4450-ae76-a7bb8674a529 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:04.412818 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a504e49f-9f77-40e9-81c5-a7fd63bd002f req-459b9e94-d1bd-4450-ae76-a7bb8674a529 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.0842338 Feb 28 19:45:04.486330 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f64ae93c-de59-4087-a822-4c6a23b1d863 req-1d0c697d-f0e8-43b4-bc59-de0ab371b437 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724571 Feb 28 19:45:04.502388 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a504e49f-9f77-40e9-81c5-a7fd63bd002f req-001f435f-fe0b-4efb-9687-826eea82c9ce tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699296 Feb 28 19:45:04.633828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9587be-b70e-4230-95b3-761f41ca29e8 req-d3f8f225-dbe4-494c-be85-8657f34fe969 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:04.635303 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d9587be-b70e-4230-95b3-761f41ca29e8 req-d3f8f225-dbe4-494c-be85-8657f34fe969 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0617027 Feb 28 19:45:04.688912 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d9587be-b70e-4230-95b3-761f41ca29e8 req-1a6f81db-93ab-4f71-bd6a-5b84eb803d8a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Feb 28 19:45:05.643353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-922aaffa-d7ed-4192-88de-2c36ca4d017f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:05.644787 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-922aaffa-d7ed-4192-88de-2c36ca4d017f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1142786 Feb 28 19:45:05.687971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa6d4-89c9-4385-837e-fac87a89bc3a req-150eeca8-73b4-481c-8427-4ec7de4a0c94 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:05.689449 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-909fa6d4-89c9-4385-837e-fac87a89bc3a req-150eeca8-73b4-481c-8427-4ec7de4a0c94 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 945 time: 0.1274297 Feb 28 19:45:05.697996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f24c79-cecc-43d1-ac3b-7659d47558d6 req-4c055a65-6f15-43cb-bb11-dd0375fde692 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:05.699334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-83f24c79-cecc-43d1-ac3b-7659d47558d6 req-4c055a65-6f15-43cb-bb11-dd0375fde692 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1362686 Feb 28 19:45:05.807621 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-83f24c79-cecc-43d1-ac3b-7659d47558d6 req-0f5debf0-59d6-4270-80c0-46398f5d29fe tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973022 Feb 28 19:45:05.810342 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-909fa6d4-89c9-4385-837e-fac87a89bc3a req-c9851529-f532-4306-822d-5593e50e5f2e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101637 Feb 28 19:45:05.843489 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Deleting port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:45:05.843830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:05.969498 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] For port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:05.969837 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:05.987871 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39339e-5e53-466b-b581-94c6c59338dd req-fc8c2281-196c-4540-9c83-7a2846a20795 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:05.989370 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d39339e-5e53-466b-b581-94c6c59338dd req-fc8c2281-196c-4540-9c83-7a2846a20795 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1042523 Feb 28 19:45:05.993417 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Calling delete_port for 0ee0512e-72b7-4180-b56c-6ddc63a4d69f owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:45:06.080420 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d39339e-5e53-466b-b581-94c6c59338dd req-690652f7-c8f9-449e-ba71-3cbed09046cf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849540 Feb 28 19:45:06.161984 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (0ee0512e-72b7-4180-b56c-6ddc63a4d69f), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:06.174373 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['0ee0512e-72b7-4180-b56c-6ddc63a4d69f', '170e39c7-440a-4ed2-8180-98ca599db60a'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:45:06.196054 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Pushing event deleted for resources: {'Port': ['ID=0ee0512e-72b7-4180-b56c-6ddc63a4d69f,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:06.223255 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.223255 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.223255 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.223692 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.224038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.224229 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.224636 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.224898 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.225307 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.225566 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.225946 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.226220 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.226595 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:06.249066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] No DVR routers for this DVR port 0ee0512e-72b7-4180-b56c-6ddc63a4d69f on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:45:06.252440 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:06.255947 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08109a68-904c-46cd-a1e4-1b67567243c5 req-59bb03b4-0e16-48d8-b3e7-10a042c8ffe1 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "DELETE /v2.0/ports/0ee0512e-72b7-4180-b56c-6ddc63a4d69f HTTP/1.1" status: 204 len: 173 time: 0.6043887 Feb 28 19:45:06.256423 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79542c-19da-486e-b517-ddce75df07fa', 'name': 'network-vif-deleted', 'tag': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:45:06.258876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4155e2-8fb7-49a4-959a-f691c205cf26" -d '{"events": [{"server_uuid": "ad79542c-19da-486e-b517-ddce75df07fa", "name": "network-vif-deleted", "tag": "0ee0512e-72b7-4180-b56c-6ddc63a4d69f"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:45:06.299850 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e990231b-7d75-4aee-9e36-6d9bd7892f92 x-openstack-request-id: req-e990231b-7d75-4aee-9e36-6d9bd7892f92 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:45:06.300148 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79542c-19da-486e-b517-ddce75df07fa", "name": "network-vif-deleted", "tag": "0ee0512e-72b7-4180-b56c-6ddc63a4d69f", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:45:06.300407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e990231b-7d75-4aee-9e36-6d9bd7892f92 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:45:06.300810 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad79542c-19da-486e-b517-ddce75df07fa', 'name': 'network-vif-deleted', 'tag': '0ee0512e-72b7-4180-b56c-6ddc63a4d69f', 'status': 'completed', 'code': 200} Feb 28 19:45:06.718417 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:45:06.839067 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:06.852757 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'mac_address': 'fa:16:3e:7c:b0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:45:06.894966 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: ACTIVE; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:45:06.905041 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:06.926299 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceb0a684-b768-4927-a26b-17ba5444b9ff {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:45:06.948819 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:06.953870 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:06.978848 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-090b47c6-fb8e-44f2-8fcb-343c0c91e811 req-390a3634-4cdd-4b7e-aa3c-797010b31b2d tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad79542c-19da-486e-b517-ddce75df07fa HTTP/1.1" status: 200 len: 210 time: 0.0388615 Feb 28 19:45:07.008943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc25845-c7bf-4ea5-8748-1ecb856f7e06 req-c71af99a-59b2-46bb-ad47-f30769597ced tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:07.010521 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7cc25845-c7bf-4ea5-8748-1ecb856f7e06 req-c71af99a-59b2-46bb-ad47-f30769597ced tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1054230 Feb 28 19:45:07.021984 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=6']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:07.030590 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.030873 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.031363 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.031816 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.032217 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.032566 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.033039 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.033471 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.033918 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.034372 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.034810 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.035214 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.035620 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:07.060231 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7cc25845-c7bf-4ea5-8748-1ecb856f7e06 req-3c6dc912-a95c-4127-aa09-2e84695ba7b8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Feb 28 19:45:07.090477 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ceb0a684-b768-4927-a26b-17ba5444b9ff'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:45:07.207304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4048e7-ed59-48a5-8395-3d8c90d27ca7 req-2f919832-20d2-4b3e-9205-e7eb6790cded tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:07.209316 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c4048e7-ed59-48a5-8395-3d8c90d27ca7 req-2f919832-20d2-4b3e-9205-e7eb6790cded tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Feb 28 19:45:07.261921 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c4048e7-ed59-48a5-8395-3d8c90d27ca7 req-ef762b7e-e165-404a-92c6-319ec6dadf28 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Feb 28 19:45:08.105992 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:45:08.177714 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbec17-b892-402b-ab9b-1c47954a9d46 req-a40ce007-57d4-41f0-9665-4770ffa5d583 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:08.179199 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b7bbec17-b892-402b-ab9b-1c47954a9d46 req-a40ce007-57d4-41f0-9665-4770ffa5d583 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0526040 Feb 28 19:45:08.256863 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b7bbec17-b892-402b-ab9b-1c47954a9d46 req-93b485bf-afde-42c3-9b87-dab9c4102d6d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710583 Feb 28 19:45:08.278079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da66d2b-f516-4d78-babe-4b07eaadf5e7 req-3bf3694a-6e2f-4585-b82a-ca47a7ee617f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:08.279504 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9da66d2b-f516-4d78-babe-4b07eaadf5e7 req-3bf3694a-6e2f-4585-b82a-ca47a7ee617f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0728662 Feb 28 19:45:08.325889 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9da66d2b-f516-4d78-babe-4b07eaadf5e7 req-ea921e78-033e-416a-b9d3-17cb299519ce tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Feb 28 19:45:08.384933 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15def5b4-c6e8-4783-94b1-3c408414f552 req-c95913b8-f863-436f-bedf-4aca593e0dce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:08.386469 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15def5b4-c6e8-4783-94b1-3c408414f552 req-c95913b8-f863-436f-bedf-4aca593e0dce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0546138 Feb 28 19:45:08.434526 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-15def5b4-c6e8-4783-94b1-3c408414f552 req-8294da2c-b0da-4db7-9ccf-773d3365c700 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Feb 28 19:45:08.723778 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:45:08.775993 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ceb0a684-b768-4927-a26b-17ba5444b9ff triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:45:08.776290 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:08.862268 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:45:08.862658 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:08.885404 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:45:08.887632 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f70ea-722f-48c0-89e4-d1dc2454b652" -d '{"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:45:08.899768 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:08.905241 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:08.906236 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 0ee0512e-72b7-4180-b56c-6ddc63a4d69f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:45:08.936163 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd55d3-30d0-430b-9199-6f8fd788316b x-openstack-request-id: req-58fd55d3-30d0-430b-9199-6f8fd788316b {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:45:08.936499 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:45:08.936774 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58fd55d3-30d0-430b-9199-6f8fd788316b {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:45:08.937211 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'code': 200} Feb 28 19:45:08.954163 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 0ee0512e-72b7-4180-b56c-6ddc63a4d69f {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:45:08.954514 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 0ee0512e-72b7-4180-b56c-6ddc63a4d69f not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:45:08.976311 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=7']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:09.381116 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f055e-56e7-44ca-815e-ac4bc68b9904 req-19277612-d0a1-48cc-b99e-edf92894001b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:09.382604 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4a8f055e-56e7-44ca-815e-ac4bc68b9904 req-19277612-d0a1-48cc-b99e-edf92894001b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0568349 Feb 28 19:45:09.456189 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4a8f055e-56e7-44ca-815e-ac4bc68b9904 req-9214a045-2f9f-449b-a5ab-096b16ebc4d9 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679696 Feb 28 19:45:09.475665 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd54575-87b1-4187-829c-29b5a4430ec0 req-e5e92750-26c7-4d43-8b81-176c6c6ce3ba tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:09.477321 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0cd54575-87b1-4187-829c-29b5a4430ec0 req-e5e92750-26c7-4d43-8b81-176c6c6ce3ba tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.0760901 Feb 28 19:45:09.532881 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0cd54575-87b1-4187-829c-29b5a4430ec0 req-cf542d3b-c0ae-4d97-96e8-62481834e24e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495594 Feb 28 19:45:09.581993 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9d653-bfd2-4f1c-8ec4-887cd9ec8016 req-4ab91dfa-3b1f-46da-bf59-5612fae89d31 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:09.583550 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c4e9d653-bfd2-4f1c-8ec4-887cd9ec8016 req-4ab91dfa-3b1f-46da-bf59-5612fae89d31 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0703483 Feb 28 19:45:09.638676 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c4e9d653-bfd2-4f1c-8ec4-887cd9ec8016 req-00220e9c-f894-4863-b477-d61a0d2970e2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Feb 28 19:45:09.955463 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930e297-a992-483e-b2c0-a0e669e7d2d7 req-52e8a3bf-7799-4fe5-a179-a62bd45c86be tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:09.956960 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f930e297-a992-483e-b2c0-a0e669e7d2d7 req-52e8a3bf-7799-4fe5-a179-a62bd45c86be tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0605149 Feb 28 19:45:10.005132 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f930e297-a992-483e-b2c0-a0e669e7d2d7 req-bffe0044-5c2d-4c81-bacc-6bac1f462b4f tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Feb 28 19:45:10.027921 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46392) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:10.244903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a34af5-2baf-4283-b7e3-42ddd0c1106f tempest-TestMinimumBasicScenario-1432525244 tempest-TestMinimumBasicScenario-1432525244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:10.246472 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-56a34af5-2baf-4283-b7e3-42ddd0c1106f tempest-TestMinimumBasicScenario-1432525244 tempest-TestMinimumBasicScenario-1432525244-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1125 time: 0.2175708 Feb 28 19:45:10.249448 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46396) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:10.253595 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'port_id': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:10.276493 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:10.372295 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:10.479401 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Allocated IP 172.27.0.17 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/b78a7a5d-b384-424a-a2a7-e6efb8516339) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:45:10.647704 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b99c3-220f-4936-8c06-1b68eb7e540e req-a18e3a4b-34df-45ae-9ac0-dc9fb88ec75f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:10.649221 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e07b99c3-220f-4936-8c06-1b68eb7e540e req-a18e3a4b-34df-45ae-9ac0-dc9fb88ec75f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1146531 Feb 28 19:45:10.655104 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:10.736154 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573713b9-a450-4b10-9c9a-fcff3845a734 req-6b2b111d-afcb-4b73-b887-3b250f385a16 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:10.737643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-573713b9-a450-4b10-9c9a-fcff3845a734 req-6b2b111d-afcb-4b73-b887-3b250f385a16 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1360538 Feb 28 19:45:10.741916 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e07b99c3-220f-4936-8c06-1b68eb7e540e req-e12a5030-1794-452e-b564-619dc6615a00 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833209 Feb 28 19:45:10.751677 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:10.826354 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:45:10.847661 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:45:10.851430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:45:10.853598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'Port': ['ID=b78a7a5d-b384-424a-a2a7-e6efb8516339,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:10.860904 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-573713b9-a450-4b10-9c9a-fcff3845a734 req-dfe943ae-25c5-490d-b279-b180f29b3f7c tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164241 Feb 28 19:45:10.934516 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4642958-b465-4055-8b57-51e8c23a785f req-761024fb-9976-4954-b8f0-4a364d8d74e4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:10.936096 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c4642958-b465-4055-8b57-51e8c23a785f req-761024fb-9976-4954-b8f0-4a364d8d74e4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1384470 Feb 28 19:45:11.055883 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c4642958-b465-4055-8b57-51e8c23a785f req-23a5dc99-5a61-4a7b-9e63-5e46ebc65ec7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130011 Feb 28 19:45:11.276185 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for floatingip (48e12ec2-6d3d-46a1-a893-673331c0daf2), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:11.351462 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:11.769746 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:11.778244 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:11.897682 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'Port': ['ID=b78a7a5d-b384-424a-a2a7-e6efb8516339,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:11.902632 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (48e12ec2-6d3d-46a1-a893-673331c0daf2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:11.972687 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492eff-08bc-4ae8-bd20-63b744094a75 req-83cbf61c-3975-417a-aec9-708b7d5adb99 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:11.974207 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a0492eff-08bc-4ae8-bd20-63b744094a75 req-83cbf61c-3975-417a-aec9-708b7d5adb99 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1371801 Feb 28 19:45:12.108270 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e15af9-9536-4e2d-a5b1-9670c4b21de8 req-0ffcba3f-dd29-4d99-9739-1b6d461db8bf tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:12.110011 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7e15af9-9536-4e2d-a5b1-9670c4b21de8 req-0ffcba3f-dd29-4d99-9739-1b6d461db8bf tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1587818 Feb 28 19:45:12.115270 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a0492eff-08bc-4ae8-bd20-63b744094a75 req-cca327b0-d9e7-4d86-91ac-44c548a0447b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247945 Feb 28 19:45:12.116884 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Floating IP 48e12ec2-6d3d-46a1-a893-673331c0daf2 associated. External IP: 172.27.0.17, port: ed59bde9-df18-4b87-beca-b8bea5bd5a2d. Feb 28 19:45:12.294709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c7e15af9-9536-4e2d-a5b1-9670c4b21de8 req-c8a29a9e-ebe5-4363-85cb-8432dbb837a4 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282315 Feb 28 19:45:12.329370 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90eb8-7043-4d67-b283-5b3f52f556b7 req-5f6b3d77-b918-4de9-b60a-2fce6da0adfc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:12.336093 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a8e90eb8-7043-4d67-b283-5b3f52f556b7 req-5f6b3d77-b918-4de9-b60a-2fce6da0adfc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1353922 Feb 28 19:45:12.449410 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a8e90eb8-7043-4d67-b283-5b3f52f556b7 req-d0db46a1-17aa-4141-9cfa-848e08c793a3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118762 Feb 28 19:45:12.529692 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Router e26ab9fb-18c0-454a-93f7-7352b31de8c7 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:45:12.656038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:45:12.666634 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] Sync routers for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:45:12.680842 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:45:12.681841 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:44:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:12.685129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:12.725813 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-76fbbaa6-7eb4-41df-96c2-5088f2191778 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4751773 Feb 28 19:45:12.726490 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46436) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:12.731402 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870179255', 'description': 'tempest-secgroup-smoke-870179255 description', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:12.740120 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:45:12.742567 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01937875-cf74-43be-9ace-71ac03bb8fde" -d '{"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:45:12.807837 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:12.839792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f561ae0-99cd-42b2-8545-b1fca0d8c182 x-openstack-request-id: req-9f561ae0-99cd-42b2-8545-b1fca0d8c182 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:45:12.840376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:45:12.840376 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f561ae0-99cd-42b2-8545-b1fca0d8c182 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:45:12.840735 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'status': 'completed', 'code': 200} Feb 28 19:45:12.854178 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:45:12.929976 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01937875-cf74-43be-9ace-71ac03bb8fde req-ec85566d-64b0-4e3c-8b0d-1c84467539d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:12.931709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-ec85566d-64b0-4e3c-8b0d-1c84467539d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1130 time: 0.0717463 Feb 28 19:45:12.946258 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group (8062c1cd-a58e-4909-90be-0ce4b963b991), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:12.954251 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8062c1cd-a58e-4909-90be-0ce4b963b991), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:12.993439 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:12.994738 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2671356 Feb 28 19:45:13.003103 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46442) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:13.013428 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group_rule': {'security_group_id': '8062c1cd-a58e-4909-90be-0ce4b963b991', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:13.039441 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8062c1cd-a58e-4909-90be-0ce4b963b991,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:13.053334 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.053683 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.055626 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.055626 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.055892 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.056432 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.056822 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.057190 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.057982 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.058323 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.058683 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.059048 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.059373 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153251e-405e-420d-9955-0cf16c4027fc tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:45:13.081204 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (3065483a-2b26-4b8d-93ba-9ef486e0fd1a), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.122748 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01937875-cf74-43be-9ace-71ac03bb8fde req-a13a5d81-fbbf-4054-b167-b125cd332296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:13.126632 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-a13a5d81-fbbf-4054-b167-b125cd332296 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 916 time: 0.1843235 Feb 28 19:45:13.189276 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (3065483a-2b26-4b8d-93ba-9ef486e0fd1a), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.196642 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (3065483a-2b26-4b8d-93ba-9ef486e0fd1a), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.231845 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '48e12ec2-6d3d-46a1-a893-673331c0daf2', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'port_id': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'mac_address': 'fa:16:3e:0d:06:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e89efb9-e767-4120-b392-b78af6213f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:45:11Z', 'updated_at': '2022-02-28T19:45:11Z', 'revision_number': 0, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:13.240756 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3065483a-2b26-4b8d-93ba-9ef486e0fd1a,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:13.250530 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.255740 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-d2950b8d-e519-4216-8d44-4651fad221bb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2515244 Feb 28 19:45:13.256595 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46446) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:13.262821 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group_rule': {'security_group_id': '8062c1cd-a58e-4909-90be-0ce4b963b991', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:13.286840 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-00251401-3b6d-413c-ad31-f7ed70e6719c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 999 time: 0.1484108 Feb 28 19:45:13.296646 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (a9d2bbe6-d825-4073-b3db-a3564eb7da4f), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.298120 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] Checking router: e26ab9fb-18c0-454a-93f7-7352b31de8c7 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:45:13.309242 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:45:13.309788 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:44:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:13.366980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01937875-cf74-43be-9ace-71ac03bb8fde req-1697fb43-98e3-409e-a1ad-f52684aa6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:13.368691 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-1697fb43-98e3-409e-a1ad-f52684aa6a98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0568969 Feb 28 19:45:13.379081 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b49b9-3b0f-4220-99f5-38138782288b req-bf221163-85e4-4be2-bfe3-50b0d4945fba tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:13.380754 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ed3b49b9-3b0f-4220-99f5-38138782288b req-bf221163-85e4-4be2-bfe3-50b0d4945fba tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1110744 Feb 28 19:45:13.384181 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (a9d2bbe6-d825-4073-b3db-a3564eb7da4f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.392236 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (a9d2bbe6-d825-4073-b3db-a3564eb7da4f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.448335 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d2bbe6-d825-4073-b3db-a3564eb7da4f,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:13.471537 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.474678 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-138fcca3-0090-486d-b50a-9feadc8c0f67 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2161760 Feb 28 19:45:13.477624 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46450) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:13.484015 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group_rule': {'security_group_id': '8062c1cd-a58e-4909-90be-0ce4b963b991', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:13.507993 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ed3b49b9-3b0f-4220-99f5-38138782288b req-6f04f0f1-49ce-4132-b306-2e133a2a66e3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112304 Feb 28 19:45:13.513559 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01937875-cf74-43be-9ace-71ac03bb8fde req-04c9569b-3631-40a0-80eb-88bc8637f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:13.521502 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:45:13.522482 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-04c9569b-3631-40a0-80eb-88bc8637f822 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404934 Feb 28 19:45:13.534902 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (f5826f2c-4fbe-486f-ac4f-35760b7f72df), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.671131 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (f5826f2c-4fbe-486f-ac4f-35760b7f72df), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.679398 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (f5826f2c-4fbe-486f-ac4f-35760b7f72df), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.687241 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-60301cbf-a0d9-4321-a8ec-35e0858469cb service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376226 Feb 28 19:45:13.696280 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0889c-308c-4b65-a102-58b580e798b5 req-085eb222-2ca0-4c56-8dd4-eff90d45cb09 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:13.698353 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7f0889c-308c-4b65-a102-58b580e798b5 req-085eb222-2ca0-4c56-8dd4-eff90d45cb09 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.2555368 Feb 28 19:45:13.703410 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5826f2c-4fbe-486f-ac4f-35760b7f72df,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:13.736640 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.743105 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1957b13b-dc8b-4b5e-a73c-f6f543712e34 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642446 Feb 28 19:45:13.747104 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46456) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:13.755766 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group_rule': {'security_group_id': '8062c1cd-a58e-4909-90be-0ce4b963b991', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:13.809664 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (ca58ee5b-f255-4175-b29b-3bcea2fe7957), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.872193 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7f0889c-308c-4b65-a102-58b580e798b5 req-c51fa5c3-7a5c-4253-874e-417b7a02f82e tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533296 Feb 28 19:45:13.925647 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a5c04-66cf-4332-a06e-1b95e2b9f0bd req-b57d0b50-bd4f-4836-b5bb-9067a32b1b77 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:13.933467 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7a0a5c04-66cf-4332-a06e-1b95e2b9f0bd req-b57d0b50-bd4f-4836-b5bb-9067a32b1b77 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.2451298 Feb 28 19:45:13.942343 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (ca58ee5b-f255-4175-b29b-3bcea2fe7957), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.948784 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '48e12ec2-6d3d-46a1-a893-673331c0daf2', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'port_id': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'mac_address': 'fa:16:3e:0d:06:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e89efb9-e767-4120-b392-b78af6213f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:45:11Z', 'updated_at': '2022-02-28T19:45:11Z', 'revision_number': 0, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:13.951205 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (ca58ee5b-f255-4175-b29b-3bcea2fe7957), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:13.981603 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af767274-aff3-4104-8508-06d6fd279e81 None None] The sync data for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi is: [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '48e12ec2-6d3d-46a1-a893-673331c0daf2', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'port_id': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'mac_address': 'fa:16:3e:0d:06:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e89efb9-e767-4120-b392-b78af6213f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:45:11Z', 'updated_at': '2022-02-28T19:45:11Z', 'revision_number': 0, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:45:13.992091 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca58ee5b-f255-4175-b29b-3bcea2fe7957,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:14.011442 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.020704 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-89910527-ac54-4992-948d-cd58be5b0d35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2715325 Feb 28 19:45:14.022746 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46460) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:14.026072 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7a0a5c04-66cf-4332-a06e-1b95e2b9f0bd req-19f52d1a-7e46-4f37-83b5-8f9de607cbeb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717547 Feb 28 19:45:14.027888 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group_rule': {'security_group_id': '8062c1cd-a58e-4909-90be-0ce4b963b991', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:14.030269 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01937875-cf74-43be-9ace-71ac03bb8fde req-9f238327-99cc-4da2-b9f2-0ca265c61eae service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314867 Feb 28 19:45:14.096807 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.securitygroups_db [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Project 1b8c1fb71f974b9ca89901b3a0198c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:45:14.114807 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (93184201-2527-4f98-a726-51639248c331), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.299420 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (93184201-2527-4f98-a726-51639248c331), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.306930 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (93184201-2527-4f98-a726-51639248c331), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.328077 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93184201-2527-4f98-a726-51639248c331,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:14.342947 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.345065 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-89d8f8aa-cbe6-4b30-8bd9-5b2613b3e53b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3205392 Feb 28 19:45:14.347303 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46464) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:14.354083 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'security_group_rule': {'security_group_id': '8062c1cd-a58e-4909-90be-0ce4b963b991', 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:14.363402 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6de05-4094-46e0-8df6-3ed913a4a99d None None] New status for floating IP 48e12ec2-6d3d-46a1-a893-673331c0daf2: ACTIVE {{(pid=109446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:45:14.396618 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.securitygroups_db [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Project 1b8c1fb71f974b9ca89901b3a0198c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:45:14.410927 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ae978-a594-4b03-bce1-ce5795753eb5 req-81e1da99-84d8-4406-aab0-af4ab6b82c16 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:14.414052 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-383ae978-a594-4b03-bce1-ce5795753eb5 req-81e1da99-84d8-4406-aab0-af4ab6b82c16 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1428027 Feb 28 19:45:14.424176 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (0191dd0f-7f5b-40c5-b692-075c3325bd6f), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.515271 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (0191dd0f-7f5b-40c5-b692-075c3325bd6f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.533740 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (0191dd0f-7f5b-40c5-b692-075c3325bd6f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.540871 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-383ae978-a594-4b03-bce1-ce5795753eb5 req-db2635ff-439c-4727-a46b-9e69d8c215f8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184125 Feb 28 19:45:14.563060 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-87159c51-bc92-4fd4-bed7-632d59c650e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:14.564881 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-87159c51-bc92-4fd4-bed7-632d59c650e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.1286147 Feb 28 19:45:14.574705 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:14.579301 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2283351 Feb 28 19:45:14.580004 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb06837-0e22-4597-9e91-26aa4fbcedd8 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0191dd0f-7f5b-40c5-b692-075c3325bd6f,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:14.747272 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-1b86cf7d-be87-4e24-890f-232fdc33fa46 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870179255&fields=id&tenant_id=1b8c1fb71f974b9ca89901b3a0198c37 HTTP/1.1" status: 200 len: 267 time: 0.0870943 Feb 28 19:45:14.777535 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-364c075c-bfb8-44a3-8c88-81813ff9485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:14.778272 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-364c075c-bfb8-44a3-8c88-81813ff9485d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.2041957 Feb 28 19:45:14.880310 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-a6202741-c1eb-452d-a22e-83b7edf78bc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1002 time: 0.0815175 Feb 28 19:45:14.888103 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-cd99e346-d395-4c5b-9128-a7be6be6de9d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:14.889861 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-cd99e346-d395-4c5b-9128-a7be6be6de9d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.1268573 Feb 28 19:45:14.932599 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'port': {'security_groups': ['5da083f5-d11d-4bcf-b610-ba600b1ee27f', '8062c1cd-a58e-4909-90be-0ce4b963b991']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:45:15.030802 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-2ca07865-b8ad-41be-9509-4c1d529c5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:15.032334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-2ca07865-b8ad-41be-9509-4c1d529c5b50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.1415093 Feb 28 19:45:15.094951 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:15.142644 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b567-7f9f-4c95-9d0c-75d6ab93e02f req-07e524d3-1dde-4e33-9d6c-9487b1bb5a5f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:15.144298 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad76b567-7f9f-4c95-9d0c-75d6ab93e02f req-07e524d3-1dde-4e33-9d6c-9487b1bb5a5f tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1636386 Feb 28 19:45:15.199963 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-d2b0f56c-6b55-4434-9878-d0e206e0e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:15.201931 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-d2b0f56c-6b55-4434-9878-d0e206e0e2fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1500399 Feb 28 19:45:15.240610 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-df1d3d67-6623-4f2a-bf7f-9f8c274cefc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:15.343956 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad76b567-7f9f-4c95-9d0c-75d6ab93e02f req-38468b65-34f7-43b9-825c-c162876bc3ad tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743157 Feb 28 19:45:15.519115 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-ebcb2342-49f7-4b2c-86d7-302d1bd12653 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881308 Feb 28 19:45:15.863955 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:15.867741 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8b47f-71e4-405e-86a2-fecb65c89bda req-c09b3e26-3625-4156-9ba9-9d54e10bd0ec tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:15.869315 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95c8b47f-71e4-405e-86a2-fecb65c89bda req-c09b3e26-3625-4156-9ba9-9d54e10bd0ec tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.4520676 Feb 28 19:45:16.005532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:16.028720 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:16.041215 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ed59bde9-df18-4b87-beca-b8bea5bd5a2d'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:45:16.046708 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-4bf3b505-3f39-4db6-94b7-a495c3e84081 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:16.048231 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-4bf3b505-3f39-4db6-94b7-a495c3e84081 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.2030308 Feb 28 19:45:16.091474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95c8b47f-71e4-405e-86a2-fecb65c89bda req-cac03371-def3-44a5-80b3-1359a74450ac tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633418 Feb 28 19:45:16.200000 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c51b8020-777a-4938-9f8c-b6ca7cd92368 req-9085093f-fa08-4a7e-aeaf-9db4b354a0cb service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690443 Feb 28 19:45:16.264885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:16.264885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:16.265619 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7381d8b7-01be-4b38-82c6-ba80f03caad8 req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "PUT /v2.0/ports/ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 982 time: 1.3426373 Feb 28 19:45:16.266269 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:45:16.268894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54982184-7d60-4bff-b717-f2f80ddfaf84" -d '{"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:45:16.328680 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ed59bde9-df18-4b87-beca-b8bea5bd5a2d'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:45:16.392074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bb967-7f28-4a3b-bb15-4964870c6fda tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=6']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:16.478103 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce26a1f-ec2d-499d-8327-50ce4083f875 req-858b840a-413b-4b25-983a-6e40c666b827 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:16.480377 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ce26a1f-ec2d-499d-8327-50ce4083f875 req-858b840a-413b-4b25-983a-6e40c666b827 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.2576559 Feb 28 19:45:16.518564 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96e7c7-700f-4c58-b0ec-53a2d1937e39 req-0f41234a-1622-4814-9022-4bd91117d947 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:16.520658 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c96e7c7-700f-4c58-b0ec-53a2d1937e39 req-0f41234a-1622-4814-9022-4bd91117d947 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.1457372 Feb 28 19:45:16.528577 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Deleting port 170e39c7-440a-4ed2-8180-98ca599db60a {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:45:16.529003 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:16.595561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-2813791d-8c67-4b17-9dea-3e42251ed843 None None] Provisioning complete for port ed59bde9-df18-4b87-beca-b8bea5bd5a2d triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:45:16.596247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2813791d-8c67-4b17-9dea-3e42251ed843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:16.625327 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ce26a1f-ec2d-499d-8327-50ce4083f875 req-79689bcd-9108-43e8-af88-25acdd038479 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363285 Feb 28 19:45:16.691391 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87418cf-aefb-46bc-84d0-9e4e09cd1229 x-openstack-request-id: req-b87418cf-aefb-46bc-84d0-9e4e09cd1229 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:45:16.692002 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:45:16.692002 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b87418cf-aefb-46bc-84d0-9e4e09cd1229 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:45:16.692479 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'status': 'completed', 'code': 200} Feb 28 19:45:16.717211 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c96e7c7-700f-4c58-b0ec-53a2d1937e39 req-cb88d96a-909f-439d-b0ac-7a0a6b0c16e2 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816075 Feb 28 19:45:16.725057 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] For port 170e39c7-440a-4ed2-8180-98ca599db60a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=170e39c7-440a-4ed2-8180-98ca599db60a,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:16.725550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:16.752189 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Calling delete_port for 170e39c7-440a-4ed2-8180-98ca599db60a owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:45:16.834254 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-2813791d-8c67-4b17-9dea-3e42251ed843 None None] Current status of the port ed59bde9-df18-4b87-beca-b8bea5bd5a2d is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:45:16.907346 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-d6956c1d-430e-4350-8a2c-1a33124b1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:16.908930 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-d6956c1d-430e-4350-8a2c-1a33124b1d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1169 time: 0.1804812 Feb 28 19:45:16.928772 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2d14a-e2aa-45df-8398-2bddddd654eb req-a27cef13-7752-4b71-890a-5b471d1b0491 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:16.930450 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5fc2d14a-e2aa-45df-8398-2bddddd654eb req-a27cef13-7752-4b71-890a-5b471d1b0491 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/ports?device_id=543aed04-e598-43c6-99a2-c0e7187a0cef HTTP/1.1" status: 200 len: 946 time: 0.1269546 Feb 28 19:45:17.147896 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5fc2d14a-e2aa-45df-8398-2bddddd654eb req-e911ac54-c4ac-4b9f-83bf-a17c100ab7fc tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.47 "GET /v2.0/security-groups?id=89545b5f-3842-4cc5-874d-1ab9009f3337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071302 Feb 28 19:45:17.213807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-607e8bca-7398-4be7-b06c-5a09eeb20c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:17.216386 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-607e8bca-7398-4be7-b06c-5a09eeb20c07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 916 time: 0.2849553 Feb 28 19:45:17.249984 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (170e39c7-440a-4ed2-8180-98ca599db60a), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:17.274648 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['170e39c7-440a-4ed2-8180-98ca599db60a'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:45:17.328390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Pushing event deleted for resources: {'Port': ['ID=170e39c7-440a-4ed2-8180-98ca599db60a,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:17.382065 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] No DVR routers for this DVR port 170e39c7-440a-4ed2-8180-98ca599db60a on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:45:17.385491 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:17.388998 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e463c9a-7f25-4a9f-9a1c-87350ecf1ebb req-c6ef8fb1-6953-4bcd-9e86-7ad7b2b47289 tempest-ServerRescueNegativeTestJSON-315995728 tempest-ServerRescueNegativeTestJSON-315995728-project] 10.222.0.30 "DELETE /v2.0/ports/170e39c7-440a-4ed2-8180-98ca599db60a HTTP/1.1" status: 204 len: 173 time: 1.3286531 Feb 28 19:45:17.392148 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-6e6c6a65-b24a-4ad1-9198-63d1e45c96dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 1001 time: 0.1535683 Feb 28 19:45:17.403889 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2475e-3e9b-4483-802b-12b26c02060a req-9ef8ba9f-3fa4-4fd7-b371-6cea326d642e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:17.412054 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-31c2475e-3e9b-4483-802b-12b26c02060a req-9ef8ba9f-3fa4-4fd7-b371-6cea326d642e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.2186465 Feb 28 19:45:17.492186 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-3f826342-1c80-4d1d-868b-e7762f9a4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:17.493822 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-3f826342-1c80-4d1d-868b-e7762f9a4ea2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0744944 Feb 28 19:45:17.513709 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-31c2475e-3e9b-4483-802b-12b26c02060a req-e8fe2ea8-6a45-4f3a-804f-d3f840e75cf0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008430 Feb 28 19:45:17.584091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-1ae83223-071f-476a-a7c2-d428911869da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:17.585946 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-1ae83223-071f-476a-a7c2-d428911869da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703542 Feb 28 19:45:17.664938 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-044db372-d009-4420-a958-d40db2df1a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:17.708243 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-5187d4f3-f1be-4c9a-ad2f-5057b2f9c5bb service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148665 Feb 28 19:45:17.825959 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44647098-a628-4001-b16d-2437c09d4c93 req-d5a844ab-63d4-4d16-a980-b4f467bc5f4a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:17.827507 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-44647098-a628-4001-b16d-2437c09d4c93 req-d5a844ab-63d4-4d16-a980-b4f467bc5f4a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1146247 Feb 28 19:45:17.881015 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-54982184-7d60-4bff-b717-f2f80ddfaf84 req-63dce95c-158e-4042-937f-cf69c062f5fc service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363468 Feb 28 19:45:17.892526 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-44647098-a628-4001-b16d-2437c09d4c93 req-5bc638cc-632e-4f47-b548-1cb20ad9a4bf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552859 Feb 28 19:45:18.227278 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46516) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:18.648232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb4c46-837a-4218-97d4-d17f80632d6a req-c85d9791-c591-4b61-862c-a45da4e7c103 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:18.650005 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e8eb4c46-837a-4218-97d4-d17f80632d6a req-c85d9791-c591-4b61-862c-a45da4e7c103 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0589802 Feb 28 19:45:18.668848 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (5f60b9db-35f3-4180-b406-b194cbafe940), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:18.694840 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'name': 'network-vif-deleted', 'tag': '170e39c7-440a-4ed2-8180-98ca599db60a'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:45:18.698163 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c3e36d-0f6d-427d-b0db-981ccb7ef0b9" -d '{"events": [{"server_uuid": "543aed04-e598-43c6-99a2-c0e7187a0cef", "name": "network-vif-deleted", "tag": "170e39c7-440a-4ed2-8180-98ca599db60a"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:45:18.741846 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e8eb4c46-837a-4218-97d4-d17f80632d6a req-051d4c5a-63ff-46ef-9cc6-ca7ca0342300 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855327 Feb 28 19:45:18.769978 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120d703c-b7c1-4408-a776-0ca280e67d03 x-openstack-request-id: req-120d703c-b7c1-4408-a776-0ca280e67d03 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:45:18.769978 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543aed04-e598-43c6-99a2-c0e7187a0cef", "name": "network-vif-deleted", "tag": "170e39c7-440a-4ed2-8180-98ca599db60a", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:45:18.769978 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-120d703c-b7c1-4408-a776-0ca280e67d03 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:45:18.769978 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543aed04-e598-43c6-99a2-c0e7187a0cef', 'name': 'network-vif-deleted', 'tag': '170e39c7-440a-4ed2-8180-98ca599db60a', 'status': 'completed', 'code': 200} Feb 28 19:45:18.774702 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:19.018250 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Deleting port 60514b96-a709-4433-8e0b-55abd9a6a00f {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:45:19.018664 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:19.110690 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] For port 60514b96-a709-4433-8e0b-55abd9a6a00f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=60514b96-a709-4433-8e0b-55abd9a6a00f,segment=NetworkSegment(57132385-7c08-4de5-96e2-17d6145ada27),segment_id=57132385-7c08-4de5-96e2-17d6145ada27)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:19.111120 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:19.128213 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Calling delete_port for 60514b96-a709-4433-8e0b-55abd9a6a00f owned by network:router_interface {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:45:19.394353 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (60514b96-a709-4433-8e0b-55abd9a6a00f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:19.423873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=60514b96-a709-4433-8e0b-55abd9a6a00f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:19.600851 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (5f60b9db-35f3-4180-b406-b194cbafe940), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:19.843912 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Router 5f60b9db-35f3-4180-b406-b194cbafe940 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:45:19.878281 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450e458-da92-4ab1-8fb4-f635522ed30c req-a0bd1181-b502-4663-99ae-b86489b0255a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:19.886225 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4450e458-da92-4ab1-8fb4-f635522ed30c req-a0bd1181-b502-4663-99ae-b86489b0255a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0676255 Feb 28 19:45:19.945770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4450e458-da92-4ab1-8fb4-f635522ed30c req-c6fc7d86-f7b0-4392-966e-6a3fbbde7789 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581002 Feb 28 19:45:19.981185 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:45:19.988340 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-acb7b3cb-8cc9-4d37-baa5-7ba1fdf56b6a admin admin] 10.222.0.47 "PUT /v2.0/routers/5f60b9db-35f3-4180-b406-b194cbafe940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598846 Feb 28 19:45:19.991027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46530) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:19.992640 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] Sync routers for ids ['5f60b9db-35f3-4180-b406-b194cbafe940'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:45:20.005013 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] Routers {'5f60b9db-35f3-4180-b406-b194cbafe940'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:45:20.005963 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5f60b9db-35f3-4180-b406-b194cbafe940'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:20.019074 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.123308 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks [] for router (5f60b9db-35f3-4180-b406-b194cbafe940), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.133091 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] Set router 5f60b9db-35f3-4180-b406-b194cbafe940 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:45:20.250554 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks [] for router_gateway (5f60b9db-35f3-4180-b406-b194cbafe940), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.284570 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.308312 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Deleting port daa208ec-3eaa-4afb-ae68-55074dde7870 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:45:20.308649 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.328643 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:45:19Z', 'revision_number': 5, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port': {'id': 'daa208ec-3eaa-4afb-ae68-55074dde7870', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:20.359480 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] Checking router: 5f60b9db-35f3-4180-b406-b194cbafe940 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:45:20.368258 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] Routers {'5f60b9db-35f3-4180-b406-b194cbafe940'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:45:20.368889 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5f60b9db-35f3-4180-b406-b194cbafe940'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:20.392937 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] For port daa208ec-3eaa-4afb-ae68-55074dde7870, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=daa208ec-3eaa-4afb-ae68-55074dde7870,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:20.393311 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.407068 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Calling delete_port for daa208ec-3eaa-4afb-ae68-55074dde7870 owned by network:router_gateway {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:45:20.563616 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] Set router 5f60b9db-35f3-4180-b406-b194cbafe940 gateway port host: None {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:45:20.588256 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (daa208ec-3eaa-4afb-ae68-55074dde7870), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.613423 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa208ec-3eaa-4afb-ae68-55074dde7870,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:20.633359 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:45:20Z', 'revision_number': 6, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:20.671929 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd05903-1949-4873-8616-1c7ac01cbd08 None None] The sync data for ids ['5f60b9db-35f3-4180-b406-b194cbafe940'] in dv-cinder-831247-1-iscsi is: [{'id': '5f60b9db-35f3-4180-b406-b194cbafe940', 'name': 'tempest-ServerRescueNegativeTestJSON-216576410-router', 'tenant_id': '918307290f7845448a9502cde928caa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:45:20Z', 'revision_number': 6, 'project_id': '918307290f7845448a9502cde928caa8', 'gw_port_host': None}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:45:20.685654 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (5f60b9db-35f3-4180-b406-b194cbafe940), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.738179 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 170e39c7-440a-4ed2-8180-98ca599db60a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:45:20.758448 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 170e39c7-440a-4ed2-8180-98ca599db60a {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:45:20.758799 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 170e39c7-440a-4ed2-8180-98ca599db60a not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:45:20.810799 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (5f60b9db-35f3-4180-b406-b194cbafe940), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.817431 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks [] for router_controller (5f60b9db-35f3-4180-b406-b194cbafe940), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.889419 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (5f60b9db-35f3-4180-b406-b194cbafe940), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.890142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f60b9db-35f3-4180-b406-b194cbafe940 {{(pid=109445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:45:20.895892 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.899549 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d16eb4c2-a06a-4235-94cc-27f696150a41 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5f60b9db-35f3-4180-b406-b194cbafe940 HTTP/1.1" status: 204 len: 168 time: 0.9049773 Feb 28 19:45:20.899804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46534) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:20.951951 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Deleting subnet 94e12841-a454-4ca0-827f-1bbd790e9abb {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:45:20.956422 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Publish callbacks [] for subnet (94e12841-a454-4ca0-827f-1bbd790e9abb), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:20.998417 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (94e12841-a454-4ca0-827f-1bbd790e9abb), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.067053 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (94e12841-a454-4ca0-827f-1bbd790e9abb), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.128125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4d34c-5496-49b1-832a-055acad2b0e1 req-b703a66a-c043-421f-ac47-3119a2d08589 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:21.129711 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-76d4d34c-5496-49b1-832a-055acad2b0e1 req-b703a66a-c043-421f-ac47-3119a2d08589 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0990562 Feb 28 19:45:21.159092 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (94e12841-a454-4ca0-827f-1bbd790e9abb), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.196627 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e12841-a454-4ca0-827f-1bbd790e9abb,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:21.200598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.203847 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-796083d6-6341-434d-8b1f-61c711456af8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/94e12841-a454-4ca0-827f-1bbd790e9abb HTTP/1.1" status: 204 len: 168 time: 0.3031189 Feb 28 19:45:21.207926 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46538) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:21.281508 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-76d4d34c-5496-49b1-832a-055acad2b0e1 req-b476dd8b-47c7-4de4-8b39-ef540bcd802d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452661 Feb 28 19:45:21.326693 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.349968 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 60514b96-a709-4433-8e0b-55abd9a6a00f no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:45:21.375582 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 60514b96-a709-4433-8e0b-55abd9a6a00f {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:45:21.376330 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 60514b96-a709-4433-8e0b-55abd9a6a00f not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:45:21.376970 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device daa208ec-3eaa-4afb-ae68-55074dde7870 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:45:21.400707 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: daa208ec-3eaa-4afb-ae68-55074dde7870 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:45:21.401416 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device daa208ec-3eaa-4afb-ae68-55074dde7870 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:45:21.438486 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.463059 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142411d3-09ef-4d0e-864a-b9f0ebe8f9c1']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:21.479787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57132385-7c08-4de5-96e2-17d6145ada27') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:21.480175 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57132385-7c08-4de5-96e2-17d6145ada27') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:45:21.491729 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (57132385-7c08-4de5-96e2-17d6145ada27), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.506700 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (57132385-7c08-4de5-96e2-17d6145ada27), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.513703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:45:21.514106 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (57132385-7c08-4de5-96e2-17d6145ada27), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:45:21.515896 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:45:21.576948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (142411d3-09ef-4d0e-864a-b9f0ebe8f9c1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.582866 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.586643 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:21.588120 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] 10.222.0.47 "DELETE /v2.0/networks/142411d3-09ef-4d0e-864a-b9f0ebe8f9c1 HTTP/1.1" status: 204 len: 168 time: 0.3791575 Feb 28 19:45:21.611601 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59290e3-4a55-4ebf-986f-aaf82ca72972 admin admin] Pushing event deleted for resources: {'Network': ['ID=142411d3-09ef-4d0e-864a-b9f0ebe8f9c1,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:21.948136 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46544) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:21.999274 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a4fbcc71-f3c3-4d9b-824b-6ff42ffb833c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=918307290f7845448a9502cde928caa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474982 Feb 28 19:45:21.999467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46546) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:22.050323 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eec702d7-0ac2-47f4-8f50-8e5bd0b556e4 admin admin] Publish callbacks [] for security_group (89545b5f-3842-4cc5-874d-1ab9009f3337), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:22.075020 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eec702d7-0ac2-47f4-8f50-8e5bd0b556e4 admin admin] Publish callbacks [] for security_group (89545b5f-3842-4cc5-874d-1ab9009f3337), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:22.129120 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eec702d7-0ac2-47f4-8f50-8e5bd0b556e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (89545b5f-3842-4cc5-874d-1ab9009f3337), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:22.132210 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-eec702d7-0ac2-47f4-8f50-8e5bd0b556e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:22.136256 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-eec702d7-0ac2-47f4-8f50-8e5bd0b556e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89545b5f-3842-4cc5-874d-1ab9009f3337 HTTP/1.1" status: 204 len: 168 time: 0.1333113 Feb 28 19:45:22.147863 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec702d7-0ac2-47f4-8f50-8e5bd0b556e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89545b5f-3842-4cc5-874d-1ab9009f3337,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:22.449867 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b7b07-f4d6-4aca-84f3-4fd3bd03b147 req-79f37655-7413-468b-8bf0-46fed71e46ad tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:22.451433 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-be2b7b07-f4d6-4aca-84f3-4fd3bd03b147 req-79f37655-7413-468b-8bf0-46fed71e46ad tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0663931 Feb 28 19:45:22.538098 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-be2b7b07-f4d6-4aca-84f3-4fd3bd03b147 req-146f97cd-3bb4-4093-8d9d-c13e436d09ea tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805495 Feb 28 19:45:23.970066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e2887-5cb7-4c30-949e-c7bb2f799452 req-03949fdb-d4e2-4b63-aa28-41ef5ab6f514 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:23.971829 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e0e2887-5cb7-4c30-949e-c7bb2f799452 req-03949fdb-d4e2-4b63-aa28-41ef5ab6f514 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.3532941 Feb 28 19:45:24.024020 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6e0e2887-5cb7-4c30-949e-c7bb2f799452 req-7a2acba9-f4a7-4fc0-b087-c358dc4e329a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Feb 28 19:45:24.419741 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46642) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:24.526030 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-857c9291-4a83-413b-8f56-83ada86f7170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.624718 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-857c9291-4a83-413b-8f56-83ada86f7170 admin admin] Publish callbacks [] for security_group (cfa9258d-da2d-45b9-bbcc-6175274da1bb), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.631459 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-857c9291-4a83-413b-8f56-83ada86f7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (cfa9258d-da2d-45b9-bbcc-6175274da1bb), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.668927 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-857c9291-4a83-413b-8f56-83ada86f7170 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fc71ccdf1194cbd949636fc7a37d337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479377 Feb 28 19:45:24.669896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c9291-4a83-413b-8f56-83ada86f7170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa9258d-da2d-45b9-bbcc-6175274da1bb,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:24.671730 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46648) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:24.719299 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a356881b-4971-457d-b25a-60595da919a7 admin admin] Publish callbacks [] for security_group (cfa9258d-da2d-45b9-bbcc-6175274da1bb), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.739632 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a356881b-4971-457d-b25a-60595da919a7 admin admin] Publish callbacks [] for security_group (cfa9258d-da2d-45b9-bbcc-6175274da1bb), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.795911 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a356881b-4971-457d-b25a-60595da919a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (cfa9258d-da2d-45b9-bbcc-6175274da1bb), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.798588 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a356881b-4971-457d-b25a-60595da919a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:24.799754 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-a356881b-4971-457d-b25a-60595da919a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cfa9258d-da2d-45b9-bbcc-6175274da1bb HTTP/1.1" status: 204 len: 168 time: 0.1270292 Feb 28 19:45:24.807358 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356881b-4971-457d-b25a-60595da919a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa9258d-da2d-45b9-bbcc-6175274da1bb,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:25.084551 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46656) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:25.099711 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1a7a271d-e9fc-41f2-ad67-1c05d050cb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.152467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e848776-1a31-4fc3-b9b1-819ab591a4f7 req-6ddf162d-f79f-473c-a940-6b8aaf21b1ca tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:25.154069 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4e848776-1a31-4fc3-b9b1-819ab591a4f7 req-6ddf162d-f79f-473c-a940-6b8aaf21b1ca tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0589082 Feb 28 19:45:25.175050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1a7a271d-e9fc-41f2-ad67-1c05d050cb6c admin admin] Publish callbacks [] for security_group (5db024b5-fa96-45e1-bf32-96c6197bbd05), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.179876 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1a7a271d-e9fc-41f2-ad67-1c05d050cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5db024b5-fa96-45e1-bf32-96c6197bbd05), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.202517 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4e848776-1a31-4fc3-b9b1-819ab591a4f7 req-00d92032-e13c-4fc9-a62c-db88834f7db7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Feb 28 19:45:25.218143 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1a7a271d-e9fc-41f2-ad67-1c05d050cb6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69cdb660f64d403abd03807c2acc4945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296959 Feb 28 19:45:25.218914 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46658) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:25.226801 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a271d-e9fc-41f2-ad67-1c05d050cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db024b5-fa96-45e1-bf32-96c6197bbd05,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:25.249351 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-0a68fa86-af6c-4024-bb4d-cfbe30af7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:25.250880 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-0a68fa86-af6c-4024-bb4d-cfbe30af7695 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1130 time: 0.0475252 Feb 28 19:45:25.278260 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2d77-de53-4c63-a59e-2045325dd6d9 admin admin] Publish callbacks [] for security_group (5db024b5-fa96-45e1-bf32-96c6197bbd05), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.300630 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2d77-de53-4c63-a59e-2045325dd6d9 admin admin] Publish callbacks [] for security_group (5db024b5-fa96-45e1-bf32-96c6197bbd05), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.345987 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-2ae6303e-2c49-4d85-8c81-98e2f0790df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:25.347499 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-2ae6303e-2c49-4d85-8c81-98e2f0790df6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.0901909 Feb 28 19:45:25.354078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2d77-de53-4c63-a59e-2045325dd6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5db024b5-fa96-45e1-bf32-96c6197bbd05), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.356682 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bcbb2d77-de53-4c63-a59e-2045325dd6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:25.358096 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-bcbb2d77-de53-4c63-a59e-2045325dd6d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5db024b5-fa96-45e1-bf32-96c6197bbd05 HTTP/1.1" status: 204 len: 168 time: 0.1383066 Feb 28 19:45:25.368139 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb2d77-de53-4c63-a59e-2045325dd6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db024b5-fa96-45e1-bf32-96c6197bbd05,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:25.421454 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-bec2e4d2-a685-4e7e-8c84-8f573d3ec31b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 1002 time: 0.0670898 Feb 28 19:45:25.470903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-c9d7f911-611d-4f0c-b437-bce39d2edf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:25.472385 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-c9d7f911-611d-4f0c-b437-bce39d2edf9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0442221 Feb 28 19:45:25.527787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-42c8058d-bf73-40ec-9dd8-e6ed456c89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:25.529355 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-42c8058d-bf73-40ec-9dd8-e6ed456c89f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502694 Feb 28 19:45:25.632381 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-a777c24f-921d-4d94-92f9-f3903b000fd1 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943003 Feb 28 19:45:25.728343 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-daa2570b-8b9e-4de9-aa47-bd591e0141ec req-8d57d07e-d697-43db-a406-bb392618a345 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890715 Feb 28 19:45:26.342994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d5af3-f8af-4137-93ac-6bbf4f89dea2 req-8478b03e-586e-4a91-a3be-5269b694fb76 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:26.344525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-332d5af3-f8af-4137-93ac-6bbf4f89dea2 req-8478b03e-586e-4a91-a3be-5269b694fb76 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0572639 Feb 28 19:45:26.392884 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-332d5af3-f8af-4137-93ac-6bbf4f89dea2 req-9039d43d-8421-40d8-b7f1-f906849d5391 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Feb 28 19:45:27.518920 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e52969-bf3d-4dae-a6ff-e8c6b13b0905 req-524e3607-fe43-43e5-a8c0-3fd2c22d1504 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:27.520341 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73e52969-bf3d-4dae-a6ff-e8c6b13b0905 req-524e3607-fe43-43e5-a8c0-3fd2c22d1504 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0543664 Feb 28 19:45:27.571023 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-73e52969-bf3d-4dae-a6ff-e8c6b13b0905 req-792150b4-d089-4d39-b263-581ee3531d5c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Feb 28 19:45:28.707301 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f767b-a2c1-47e6-9929-89799bdd1255 req-a2a7f3bf-9311-42ff-9f57-19c0e661a2ff tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:28.708759 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4a0f767b-a2c1-47e6-9929-89799bdd1255 req-a2a7f3bf-9311-42ff-9f57-19c0e661a2ff tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0643971 Feb 28 19:45:28.755456 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4a0f767b-a2c1-47e6-9929-89799bdd1255 req-30423d56-4f05-482f-9624-f92bca1626f3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Feb 28 19:45:28.786421 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:45:28.862783 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: ACTIVE; New status is: DOWN {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:45:28.863174 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:28.887590 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:45:28.890080 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265e7060-de30-44b2-9bb1-767ea7f9f872" -d '{"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:45:28.902378 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:45:28.907705 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:28.930961 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c457b094-7983-47c8-83f4-d69141f2df5b x-openstack-request-id: req-c457b094-7983-47c8-83f4-d69141f2df5b {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:45:28.931280 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-unplugged", "status": "failed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "code": 422}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:45:28.931537 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c457b094-7983-47c8-83f4-d69141f2df5b {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:45:28.931982 dv-cinder-831247-1-iscsi neutron-server[109446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'code': 422} returned with failed status Feb 28 19:45:28.959942 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=8']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:29.262157 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [req-8b155c64-b9bd-4dd2-b767-4e000059407b req-6446772d-f28d-4e3d-a5f5-37a75803cd96 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:45:29.263490 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8b155c64-b9bd-4dd2-b767-4e000059407b req-6446772d-f28d-4e3d-a5f5-37a75803cd96 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057342 Feb 28 19:45:29.435172 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678238e-5754-4969-aee8-d7dcdbbb1a90 req-4b028211-8b1d-449e-aac6-d1db633d2d7b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:29.436931 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7678238e-5754-4969-aee8-d7dcdbbb1a90 req-4b028211-8b1d-449e-aac6-d1db633d2d7b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0622144 Feb 28 19:45:29.492694 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7678238e-5754-4969-aee8-d7dcdbbb1a90 req-3e9d9f70-b619-4b98-bdb1-3d7f4b70e7cb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474014 Feb 28 19:45:29.766709 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46800) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:30.060020 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-f9655f59-e5ec-4329-909c-862a6a660158 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2921062 Feb 28 19:45:30.069974 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-a0f2a6be-8c33-4a63-8f84-6d10cdb817bc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:45:30.070962 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-a0f2a6be-8c33-4a63-8f84-6d10cdb817bc service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051618 Feb 28 19:45:30.151796 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46808) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:30.203777 dv-cinder-831247-1-iscsi neutron-server[109444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 19:45:30.254365 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c126-cbb2-471a-93ce-63252654e348 req-133e09ff-7b1e-413e-973d-dc26bcc34d41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:30.256349 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-133e09ff-7b1e-413e-973d-dc26bcc34d41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports/ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 941 time: 0.1032758 Feb 28 19:45:30.629850 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d782e2c-c9e7-40c8-94b3-e7b932a59d2a req-2f159771-393e-4fd9-b662-348458105f32 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:30.629850 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6d782e2c-c9e7-40c8-94b3-e7b932a59d2a req-2f159771-393e-4fd9-b662-348458105f32 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0580745 Feb 28 19:45:30.685274 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6d782e2c-c9e7-40c8-94b3-e7b932a59d2a req-3e18cbc6-378a-4492-b3ff-b8b4e96560dd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474317 Feb 28 19:45:31.343855 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46840) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:31.453921 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89edb036-1c1e-4c98-93d4-a6d6217fa6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.526540 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89edb036-1c1e-4c98-93d4-a6d6217fa6ff admin admin] Publish callbacks [] for security_group (3e8658b3-b63a-4d9c-b12c-1f2f2b514971), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.532209 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-89edb036-1c1e-4c98-93d4-a6d6217fa6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3e8658b3-b63a-4d9c-b12c-1f2f2b514971), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.567086 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edb036-1c1e-4c98-93d4-a6d6217fa6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8658b3-b63a-4d9c-b12c-1f2f2b514971,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:31.574063 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-89edb036-1c1e-4c98-93d4-a6d6217fa6ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9397c78ee5c41959f5cf94b34200013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264583 Feb 28 19:45:31.574230 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46844) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:31.624089 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41b5bdd1-9a36-4c7c-bdf8-27054ea3d356 admin admin] Publish callbacks [] for security_group (3e8658b3-b63a-4d9c-b12c-1f2f2b514971), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.645986 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41b5bdd1-9a36-4c7c-bdf8-27054ea3d356 admin admin] Publish callbacks [] for security_group (3e8658b3-b63a-4d9c-b12c-1f2f2b514971), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.697686 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41b5bdd1-9a36-4c7c-bdf8-27054ea3d356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3e8658b3-b63a-4d9c-b12c-1f2f2b514971), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.700261 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41b5bdd1-9a36-4c7c-bdf8-27054ea3d356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:31.701632 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-41b5bdd1-9a36-4c7c-bdf8-27054ea3d356 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e8658b3-b63a-4d9c-b12c-1f2f2b514971 HTTP/1.1" status: 204 len: 168 time: 0.1264796 Feb 28 19:45:31.712451 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5bdd1-9a36-4c7c-bdf8-27054ea3d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8658b3-b63a-4d9c-b12c-1f2f2b514971,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:31.869200 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c126-cbb2-471a-93ce-63252654e348 req-f4c76b8d-5ff1-4174-a62e-48ccd56f3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:31.870803 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-f4c76b8d-5ff1-4174-a62e-48ccd56f3ede service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5&tenant_id=83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 1128 time: 0.1242077 Feb 28 19:45:31.878832 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf5424-de6b-4b0a-8c84-f3a7607d3de2 req-bd5dd7b4-6dd1-4f8c-9639-5f56713e0a61 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:31.880324 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6bdf5424-de6b-4b0a-8c84-f3a7607d3de2 req-bd5dd7b4-6dd1-4f8c-9639-5f56713e0a61 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0963721 Feb 28 19:45:31.960932 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6bdf5424-de6b-4b0a-8c84-f3a7607d3de2 req-237443eb-22e8-4556-99b0-5f286355a66a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735619 Feb 28 19:45:31.971096 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c126-cbb2-471a-93ce-63252654e348 req-0f72f476-2502-47da-969a-b65e719ee273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:31.972705 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-0f72f476-2502-47da-969a-b65e719ee273 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.0713983 Feb 28 19:45:32.015977 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46858) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:32.031019 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c643cc97-6396-426c-9ca7-1ea4b6a0c867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.066683 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c126-cbb2-471a-93ce-63252654e348 req-9a314167-e0d8-4e21-a296-6fad568dfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:32.068177 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-9a314167-e0d8-4e21-a296-6fad568dfa49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.0884812 Feb 28 19:45:32.106450 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c643cc97-6396-426c-9ca7-1ea4b6a0c867 admin admin] Publish callbacks [] for security_group (66cce435-30d4-45d5-a34a-5160ee4feeed), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.112178 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c643cc97-6396-426c-9ca7-1ea4b6a0c867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (66cce435-30d4-45d5-a34a-5160ee4feeed), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.135493 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-38667855-0ca6-4cbe-94ac-ad195c52e1dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 1000 time: 0.0601158 Feb 28 19:45:32.151388 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c643cc97-6396-426c-9ca7-1ea4b6a0c867 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f16225f192854fdbb97a350d6cbc7dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342063 Feb 28 19:45:32.152517 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643cc97-6396-426c-9ca7-1ea4b6a0c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cce435-30d4-45d5-a34a-5160ee4feeed,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:32.154165 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46860) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:32.222045 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c126-cbb2-471a-93ce-63252654e348 req-0d70a32a-a02c-4108-8228-c2cbcdb67a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:32.223512 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-0d70a32a-a02c-4108-8228-c2cbcdb67a29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0795853 Feb 28 19:45:32.250560 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb2b685b-585b-4b61-b04b-c49439c47a84 admin admin] Publish callbacks [] for security_group (66cce435-30d4-45d5-a34a-5160ee4feeed), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.288876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb2b685b-585b-4b61-b04b-c49439c47a84 admin admin] Publish callbacks [] for security_group (66cce435-30d4-45d5-a34a-5160ee4feeed), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.322648 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6c126-cbb2-471a-93ce-63252654e348 req-bd69ce54-ff32-4655-8bff-c84d4aa355a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:32.324127 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-bd69ce54-ff32-4655-8bff-c84d4aa355a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896270 Feb 28 19:45:32.380909 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb2b685b-585b-4b61-b04b-c49439c47a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (66cce435-30d4-45d5-a34a-5160ee4feeed), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.383540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb2b685b-585b-4b61-b04b-c49439c47a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:32.384655 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-bb2b685b-585b-4b61-b04b-c49439c47a84 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66cce435-30d4-45d5-a34a-5160ee4feeed HTTP/1.1" status: 204 len: 168 time: 0.2293892 Feb 28 19:45:32.397275 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b685b-585b-4b61-b04b-c49439c47a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cce435-30d4-45d5-a34a-5160ee4feeed,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:32.426906 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-9d6c002c-5d0d-4a6e-b642-7f96f18119ab service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950117 Feb 28 19:45:32.518929 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-17c6c126-cbb2-471a-93ce-63252654e348 req-acbdeb2f-599a-42af-ae38-274024d707a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854146 Feb 28 19:45:32.799269 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:45:32.877007 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: DOWN; New status is: DOWN {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:45:33.068452 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46906) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:33.276077 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82540bc-002e-4fcd-b9ae-876d8d0b651a req-61eb57eb-afdb-4545-a1bf-1050bb36982e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:33.284191 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c82540bc-002e-4fcd-b9ae-876d8d0b651a req-61eb57eb-afdb-4545-a1bf-1050bb36982e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1670067 Feb 28 19:45:33.307515 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90c13a3c-8d5b-4694-b0de-bba3f38294e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.415487 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c82540bc-002e-4fcd-b9ae-876d8d0b651a req-288836dd-7b48-468a-b045-124f4c5246c1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231279 Feb 28 19:45:33.511170 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90c13a3c-8d5b-4694-b0de-bba3f38294e0 admin admin] Publish callbacks [] for security_group (8737d5d5-efc1-44cc-8ab9-bb616d14eab3), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.516745 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-90c13a3c-8d5b-4694-b0de-bba3f38294e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8737d5d5-efc1-44cc-8ab9-bb616d14eab3), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.584103 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-90c13a3c-8d5b-4694-b0de-bba3f38294e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a01bff15f264640b3a2a7507d7104e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138490 Feb 28 19:45:33.585322 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13a3c-8d5b-4694-b0de-bba3f38294e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8737d5d5-efc1-44cc-8ab9-bb616d14eab3,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:33.587600 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46920) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:33.679962 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63806f31-958b-4595-9fed-a94232a59c81 admin admin] Publish callbacks [] for security_group (8737d5d5-efc1-44cc-8ab9-bb616d14eab3), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.722882 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63806f31-958b-4595-9fed-a94232a59c81 admin admin] Publish callbacks [] for security_group (8737d5d5-efc1-44cc-8ab9-bb616d14eab3), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.783176 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63806f31-958b-4595-9fed-a94232a59c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8737d5d5-efc1-44cc-8ab9-bb616d14eab3), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.787117 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-63806f31-958b-4595-9fed-a94232a59c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:33.788494 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-63806f31-958b-4595-9fed-a94232a59c81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8737d5d5-efc1-44cc-8ab9-bb616d14eab3 HTTP/1.1" status: 204 len: 168 time: 0.1989267 Feb 28 19:45:33.798025 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63806f31-958b-4595-9fed-a94232a59c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737d5d5-efc1-44cc-8ab9-bb616d14eab3,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:34.562039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495f21b-b6c8-4101-a646-e4c5bfdb31bd req-299cb88a-a356-48e0-8ceb-376aeb606007 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:34.563609 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d495f21b-b6c8-4101-a646-e4c5bfdb31bd req-299cb88a-a356-48e0-8ceb-376aeb606007 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0612881 Feb 28 19:45:34.652375 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d495f21b-b6c8-4101-a646-e4c5bfdb31bd req-4b5d403a-81e9-40bd-abd8-eb5ff455e8cb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821388 Feb 28 19:45:35.005897 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 46978) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:35.155891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac05-159f-428e-b944-156c52e1e416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.285433 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac05-159f-428e-b944-156c52e1e416 admin admin] Publish callbacks [] for security_group (c572b4c2-c819-4fb2-a314-5369a492b538), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.290135 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-cc81ac05-159f-428e-b944-156c52e1e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c572b4c2-c819-4fb2-a314-5369a492b538), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.331919 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ac05-159f-428e-b944-156c52e1e416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c572b4c2-c819-4fb2-a314-5369a492b538,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:35.337037 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-cc81ac05-159f-428e-b944-156c52e1e416 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=809e695686a9413cb0ebcd1d13713d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299501 Feb 28 19:45:35.339921 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46986) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:35.397684 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-df75f06d-3183-4310-aa82-431457f883f8 admin admin] Publish callbacks [] for security_group (c572b4c2-c819-4fb2-a314-5369a492b538), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.418034 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-df75f06d-3183-4310-aa82-431457f883f8 admin admin] Publish callbacks [] for security_group (c572b4c2-c819-4fb2-a314-5369a492b538), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.465657 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-df75f06d-3183-4310-aa82-431457f883f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c572b4c2-c819-4fb2-a314-5369a492b538), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.468509 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-df75f06d-3183-4310-aa82-431457f883f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.469750 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-df75f06d-3183-4310-aa82-431457f883f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c572b4c2-c819-4fb2-a314-5369a492b538 HTTP/1.1" status: 204 len: 168 time: 0.1288364 Feb 28 19:45:35.480585 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75f06d-3183-4310-aa82-431457f883f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c572b4c2-c819-4fb2-a314-5369a492b538,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:35.756422 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46994) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:35.769691 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d892807f-283c-4a7d-beb7-a1e92788af18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.779900 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954eef3b-c84b-4536-b48c-9203d37d0de1 req-aac7dc3f-275f-4c69-bbed-460ee15e8cce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:35.781375 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-954eef3b-c84b-4536-b48c-9203d37d0de1 req-aac7dc3f-275f-4c69-bbed-460ee15e8cce tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0523455 Feb 28 19:45:35.836619 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-954eef3b-c84b-4536-b48c-9203d37d0de1 req-5d1cb714-666a-416e-8d92-560bf00bdb7d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Feb 28 19:45:35.852194 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d892807f-283c-4a7d-beb7-a1e92788af18 admin admin] Publish callbacks [] for security_group (03b2c995-a6a1-4594-a57f-0c1d205b71ee), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.857017 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d892807f-283c-4a7d-beb7-a1e92788af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (03b2c995-a6a1-4594-a57f-0c1d205b71ee), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.900884 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892807f-283c-4a7d-beb7-a1e92788af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b2c995-a6a1-4594-a57f-0c1d205b71ee,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:35.905335 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-d892807f-283c-4a7d-beb7-a1e92788af18 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37860dd8fbd64ea184cd574829da88bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475790 Feb 28 19:45:35.908181 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 46996) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:35.962037 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-58e04ee5-35bf-47a5-bdab-76940e7f9438 admin admin] Publish callbacks [] for security_group (03b2c995-a6a1-4594-a57f-0c1d205b71ee), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:35.985715 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-58e04ee5-35bf-47a5-bdab-76940e7f9438 admin admin] Publish callbacks [] for security_group (03b2c995-a6a1-4594-a57f-0c1d205b71ee), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:36.033086 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-58e04ee5-35bf-47a5-bdab-76940e7f9438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (03b2c995-a6a1-4594-a57f-0c1d205b71ee), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:36.035732 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-58e04ee5-35bf-47a5-bdab-76940e7f9438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:36.036896 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-58e04ee5-35bf-47a5-bdab-76940e7f9438 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03b2c995-a6a1-4594-a57f-0c1d205b71ee HTTP/1.1" status: 204 len: 168 time: 0.1278393 Feb 28 19:45:36.045128 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e04ee5-35bf-47a5-bdab-76940e7f9438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b2c995-a6a1-4594-a57f-0c1d205b71ee,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:36.993160 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e85ff-bd12-4a3a-a684-d6de4b9ecf08 req-25adca21-0ea0-4182-912b-40f5d1350776 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:36.994706 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c87e85ff-bd12-4a3a-a684-d6de4b9ecf08 req-25adca21-0ea0-4182-912b-40f5d1350776 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0545640 Feb 28 19:45:37.065039 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c87e85ff-bd12-4a3a-a684-d6de4b9ecf08 req-b308889e-2c3d-4057-8e6f-2d8b241c3f33 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640488 Feb 28 19:45:38.200937 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8232-b7c4-403e-bf7a-50b29d62914e req-73c309ae-3ea6-4fdd-9b10-ed039968cb29 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:38.202316 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-37cc8232-b7c4-403e-bf7a-50b29d62914e req-73c309ae-3ea6-4fdd-9b10-ed039968cb29 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0583198 Feb 28 19:45:38.258034 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-37cc8232-b7c4-403e-bf7a-50b29d62914e req-e55c70e1-d91f-450f-a298-e541c8be053f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500553 Feb 28 19:45:39.383943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782cbe7-8b3f-400b-9574-9cff80d38672 req-d0b3ab70-c347-4b5a-b4ce-a2ceabfba43f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:39.385679 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6782cbe7-8b3f-400b-9574-9cff80d38672 req-d0b3ab70-c347-4b5a-b4ce-a2ceabfba43f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0556612 Feb 28 19:45:39.442741 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6782cbe7-8b3f-400b-9574-9cff80d38672 req-cb617a73-06f5-4e44-8bd6-db7a06b3c2ea tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498567 Feb 28 19:45:40.582277 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f1ab-0eb4-484e-b91c-94a67516a068 req-f98c0019-a230-4ae7-939f-484b78386239 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:40.583929 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d91f1ab-0eb4-484e-b91c-94a67516a068 req-f98c0019-a230-4ae7-939f-484b78386239 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0567634 Feb 28 19:45:40.680590 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d91f1ab-0eb4-484e-b91c-94a67516a068 req-79ae8da2-7288-4642-8a1f-2839d1caab55 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907145 Feb 28 19:45:41.803507 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4b77c-8aa0-4cb9-82e1-a4f9a0d08468 req-65708009-89c7-4430-ad82-64b7cfd69bb5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:41.804942 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dcc4b77c-8aa0-4cb9-82e1-a4f9a0d08468 req-65708009-89c7-4430-ad82-64b7cfd69bb5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0565002 Feb 28 19:45:41.852862 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dcc4b77c-8aa0-4cb9-82e1-a4f9a0d08468 req-79f56553-4a73-4cfb-b36f-db20a297b60e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Feb 28 19:45:43.000258 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee08254-afd5-44e3-bcc7-e28481755105 req-4772bb45-0206-4393-b7b0-2e937b4252e9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:43.001757 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bee08254-afd5-44e3-bcc7-e28481755105 req-4772bb45-0206-4393-b7b0-2e937b4252e9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0628054 Feb 28 19:45:43.051337 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bee08254-afd5-44e3-bcc7-e28481755105 req-1c492043-e892-4482-859f-3b1bf956ac39 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Feb 28 19:45:44.357227 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee47b70-1a61-4145-993b-737d84cf053d req-982f8a02-6d48-4b64-997c-cb0c36c7443b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:44.358685 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3ee47b70-1a61-4145-993b-737d84cf053d req-982f8a02-6d48-4b64-997c-cb0c36c7443b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.2362926 Feb 28 19:45:44.431350 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3ee47b70-1a61-4145-993b-737d84cf053d req-8231beb8-8330-4511-acb1-07b39935dfc1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665660 Feb 28 19:45:45.108607 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:45:45.240615 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-741d03bb-83cf-4355-a2e7-dcd12e971678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:45.623092 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab27d0-9acd-4a68-9ce8-3c0f2c154ab2 req-a2f97903-eb87-44df-806e-56cafe192dc1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:45.624625 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58ab27d0-9acd-4a68-9ce8-3c0f2c154ab2 req-a2f97903-eb87-44df-806e-56cafe192dc1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1149592 Feb 28 19:45:45.673982 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58ab27d0-9acd-4a68-9ce8-3c0f2c154ab2 req-45c599e1-b8cf-44dc-bfa2-23904cd4da9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Feb 28 19:45:46.805017 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f752ad-506f-409f-bf2d-4f01bfe6bc58 req-8d50a528-95f0-4d1b-bf3e-0ee85e0e48bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:46.806594 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-42f752ad-506f-409f-bf2d-4f01bfe6bc58 req-8d50a528-95f0-4d1b-bf3e-0ee85e0e48bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0584154 Feb 28 19:45:46.852474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-42f752ad-506f-409f-bf2d-4f01bfe6bc58 req-7f0f671c-0ad7-4089-a142-f9cfb4a3a676 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Feb 28 19:45:47.668286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9ef8d507-3f77-48bf-bf59-415f1d8aa92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:47.993461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425910e8-15ae-4bf0-a1a9-816569be32c7 req-647810b7-5d48-48dd-ad68-be92818395b3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:47.994949 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-425910e8-15ae-4bf0-a1a9-816569be32c7 req-647810b7-5d48-48dd-ad68-be92818395b3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0606794 Feb 28 19:45:48.043310 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-425910e8-15ae-4bf0-a1a9-816569be32c7 req-fc395c0b-0641-4f25-9ff5-2004f16ac388 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Feb 28 19:45:48.763006 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:49.181917 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edd8f3-1f67-494d-a790-fa8f68840148 req-e18c1cae-f20e-4754-a0e6-fab2958c4f65 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:49.183398 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-68edd8f3-1f67-494d-a790-fa8f68840148 req-e18c1cae-f20e-4754-a0e6-fab2958c4f65 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0543256 Feb 28 19:45:49.235396 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-68edd8f3-1f67-494d-a790-fa8f68840148 req-1e68a5aa-8edc-4d1e-9fff-7c6b78b0cf87 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462530 Feb 28 19:45:50.009706 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:50.298732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:50.374302 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c48f4d-3d9e-4868-9557-a41f659a9d38 req-4bb22ae5-ab51-4993-afdb-71d1a793575f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:50.375726 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58c48f4d-3d9e-4868-9557-a41f659a9d38 req-4bb22ae5-ab51-4993-afdb-71d1a793575f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0549827 Feb 28 19:45:50.425371 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58c48f4d-3d9e-4868-9557-a41f659a9d38 req-f57e904f-9369-4954-8134-0e6129df5612 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 Feb 28 19:45:50.973703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47158) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:51.082407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc3078a3-8229-45b8-944a-898a2531ffba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.172235 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc3078a3-8229-45b8-944a-898a2531ffba admin admin] Publish callbacks [] for security_group (b25cbf36-d78e-45c4-bc00-cac97fb5172f), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.178804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc3078a3-8229-45b8-944a-898a2531ffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b25cbf36-d78e-45c4-bc00-cac97fb5172f), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.217636 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fc3078a3-8229-45b8-944a-898a2531ffba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4667547c82af4966878dcccaf7294547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428539 Feb 28 19:45:51.219787 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47164) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:51.220359 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3078a3-8229-45b8-944a-898a2531ffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25cbf36-d78e-45c4-bc00-cac97fb5172f,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:51.268489 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0eb984e7-823a-4391-a2c3-37cba5dcab22 admin admin] Publish callbacks [] for security_group (b25cbf36-d78e-45c4-bc00-cac97fb5172f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.288733 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0eb984e7-823a-4391-a2c3-37cba5dcab22 admin admin] Publish callbacks [] for security_group (b25cbf36-d78e-45c4-bc00-cac97fb5172f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.349209 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0eb984e7-823a-4391-a2c3-37cba5dcab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b25cbf36-d78e-45c4-bc00-cac97fb5172f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.353314 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0eb984e7-823a-4391-a2c3-37cba5dcab22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.354908 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-0eb984e7-823a-4391-a2c3-37cba5dcab22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b25cbf36-d78e-45c4-bc00-cac97fb5172f HTTP/1.1" status: 204 len: 168 time: 0.1332443 Feb 28 19:45:51.362977 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb984e7-823a-4391-a2c3-37cba5dcab22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25cbf36-d78e-45c4-bc00-cac97fb5172f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:51.551344 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a7a4d-e847-4015-95cb-68e6594bf9b5 req-c9ae7fb4-bec6-49d0-96dc-486b0914c3d5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:51.552814 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c28a7a4d-e847-4015-95cb-68e6594bf9b5 req-c9ae7fb4-bec6-49d0-96dc-486b0914c3d5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0542982 Feb 28 19:45:51.583050 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.607333 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c28a7a4d-e847-4015-95cb-68e6594bf9b5 req-61427e6b-653e-4e06-88c7-c51f7553e945 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490487 Feb 28 19:45:51.624914 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47172) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:51.638214 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92333618-3011-4e5d-8547-a2024665d576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.710995 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92333618-3011-4e5d-8547-a2024665d576 admin admin] Publish callbacks [] for security_group (56004664-07ac-4eaa-9955-28fd8aef81a0), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.717292 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-92333618-3011-4e5d-8547-a2024665d576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (56004664-07ac-4eaa-9955-28fd8aef81a0), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.754112 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-92333618-3011-4e5d-8547-a2024665d576 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=756020458e6c48de86b98830acd1595c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280098 Feb 28 19:45:51.754844 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333618-3011-4e5d-8547-a2024665d576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56004664-07ac-4eaa-9955-28fd8aef81a0,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:51.757037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47174) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:45:51.806308 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3dca2fc-4cc9-4a83-9a70-7c1d78e88214 admin admin] Publish callbacks [] for security_group (56004664-07ac-4eaa-9955-28fd8aef81a0), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.827544 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3dca2fc-4cc9-4a83-9a70-7c1d78e88214 admin admin] Publish callbacks [] for security_group (56004664-07ac-4eaa-9955-28fd8aef81a0), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.876868 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3dca2fc-4cc9-4a83-9a70-7c1d78e88214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (56004664-07ac-4eaa-9955-28fd8aef81a0), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.880706 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f3dca2fc-4cc9-4a83-9a70-7c1d78e88214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:45:51.882545 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f3dca2fc-4cc9-4a83-9a70-7c1d78e88214 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56004664-07ac-4eaa-9955-28fd8aef81a0 HTTP/1.1" status: 204 len: 168 time: 0.1242344 Feb 28 19:45:51.891476 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dca2fc-4cc9-4a83-9a70-7c1d78e88214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56004664-07ac-4eaa-9955-28fd8aef81a0,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:45:52.731483 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f486ef-3440-4534-92f6-ea42c3213cd1 req-ee07a7d1-faf7-4a23-8967-d9446c233196 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:52.732980 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4f486ef-3440-4534-92f6-ea42c3213cd1 req-ee07a7d1-faf7-4a23-8967-d9446c233196 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0526702 Feb 28 19:45:52.784538 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d4f486ef-3440-4534-92f6-ea42c3213cd1 req-526dbdf5-ac48-4127-b388-4c4935168d29 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453157 Feb 28 19:45:53.922568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b10e39-3bd3-429c-aa26-2cb5583d9cbf req-5722d40d-3054-4d6a-9d92-944ee323f19e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:53.924012 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60b10e39-3bd3-429c-aa26-2cb5583d9cbf req-5722d40d-3054-4d6a-9d92-944ee323f19e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0549417 Feb 28 19:45:53.970070 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60b10e39-3bd3-429c-aa26-2cb5583d9cbf req-0088313c-2757-4a6f-8f42-790e3958268d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Feb 28 19:45:54.529014 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-a2af906f-687e-41bd-a864-93b96d569efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:54.530419 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-a2af906f-687e-41bd-a864-93b96d569efb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.0477085 Feb 28 19:45:54.640976 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-4a3d2ed0-f58f-498b-b1aa-a03b200c3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:54.642498 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-4a3d2ed0-f58f-498b-b1aa-a03b200c3058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.0887387 Feb 28 19:45:54.707760 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-5c135e0a-ae54-4b53-b2b2-966ac3ee1dca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 200 len: 1000 time: 0.0586262 Feb 28 19:45:54.758004 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-1d1036e9-ae1f-42e9-a2e1-d02f7355e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:54.759393 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-1d1036e9-ae1f-42e9-a2e1-d02f7355e85f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0459812 Feb 28 19:45:54.809411 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-7427a9a1-132f-448f-ac2d-379c7bc12a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:54.810779 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-7427a9a1-132f-448f-ac2d-379c7bc12a77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445967 Feb 28 19:45:54.901130 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-425a9cd7-a13d-4331-9318-e4d9545480f4 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 Feb 28 19:45:54.995380 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87fb9691-b593-4cda-b57a-193c9881e7c4 req-31c33816-e81a-46f4-b827-e4cfb8f729e3 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879653 Feb 28 19:45:55.101805 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5a469-1131-4e9f-89ae-a99a5d4c9a3c req-5a590e5c-4441-44c7-94a0-9c8db2b976b2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:55.103301 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9c5a469-1131-4e9f-89ae-a99a5d4c9a3c req-5a590e5c-4441-44c7-94a0-9c8db2b976b2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0552385 Feb 28 19:45:55.152984 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9c5a469-1131-4e9f-89ae-a99a5d4c9a3c req-755959b0-b140-4834-81ca-0afc6a8df69f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439687 Feb 28 19:45:56.296990 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6152126-1602-40a1-950f-9ce0564d3b4c req-aae68ad9-4555-4bc1-8463-a8d0651a7443 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:56.298569 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6152126-1602-40a1-950f-9ce0564d3b4c req-aae68ad9-4555-4bc1-8463-a8d0651a7443 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0577357 Feb 28 19:45:56.347771 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b6152126-1602-40a1-950f-9ce0564d3b4c req-0a108fb3-6366-4db5-ac18-cf10009f1af9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436294 Feb 28 19:45:57.482740 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a286-93fa-4175-9e69-d5cf96e41a34 req-d1a47c20-9cf0-4769-8c38-9def3368a8ef tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:57.484255 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a876a286-93fa-4175-9e69-d5cf96e41a34 req-d1a47c20-9cf0-4769-8c38-9def3368a8ef tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0552907 Feb 28 19:45:57.536811 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a876a286-93fa-4175-9e69-d5cf96e41a34 req-53b0ba4c-dca5-4012-9c3b-2ca93c12b83d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 Feb 28 19:45:58.672290 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606295a-0afc-4e96-a877-cd8147e6fc82 req-49897301-b2fe-4504-8a46-30e472253bb7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:58.673756 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c606295a-0afc-4e96-a877-cd8147e6fc82 req-49897301-b2fe-4504-8a46-30e472253bb7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0612695 Feb 28 19:45:58.721897 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c606295a-0afc-4e96-a877-cd8147e6fc82 req-e33a971b-39f3-4d3f-bb34-d9e3355d5bcf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Feb 28 19:45:59.862412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0cbb9-4b0e-4737-b9a4-a84adb39f92a req-4f64ba7b-fced-4afb-8303-5135b475dd51 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:45:59.863844 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-13f0cbb9-4b0e-4737-b9a4-a84adb39f92a req-4f64ba7b-fced-4afb-8303-5135b475dd51 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0563545 Feb 28 19:45:59.909522 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-13f0cbb9-4b0e-4737-b9a4-a84adb39f92a req-43b38e7f-46e1-42b1-8a61-15781d20906a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Feb 28 19:46:01.050913 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2d8e0-a09d-4817-85c8-0d04ae24b4bd req-22433ea4-df37-4d72-9aaf-a56fe7f463be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:01.052374 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-20b2d8e0-a09d-4817-85c8-0d04ae24b4bd req-22433ea4-df37-4d72-9aaf-a56fe7f463be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0598488 Feb 28 19:46:01.098138 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-20b2d8e0-a09d-4817-85c8-0d04ae24b4bd req-57ac2897-0a1d-488c-b881-79da90a51f6d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Feb 28 19:46:02.227156 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdb5d4-3d67-45b3-a8d2-581359d73b7c req-25282d21-68a3-4d64-b651-201aca01af91 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:02.228651 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c3fdb5d4-3d67-45b3-a8d2-581359d73b7c req-25282d21-68a3-4d64-b651-201aca01af91 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0580359 Feb 28 19:46:02.277548 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c3fdb5d4-3d67-45b3-a8d2-581359d73b7c req-e866b4c5-89a2-4c11-99b4-0f166f233d06 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Feb 28 19:46:02.924828 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:46:03.023642 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:03.035127 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'port_id': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'mac_address': 'fa:16:3e:7c:b0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:46:03.072296 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:03.072867 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:03.086823 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb0a684-b768-4927-a26b-17ba5444b9ff {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:46:03.110616 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:03.115853 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:03.165940 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=9']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:03.498306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ceb0a684-b768-4927-a26b-17ba5444b9ff'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:46:03.574266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1638fc-880d-4e92-a3a3-90c405d81e43 req-2885f00e-cebf-4ea0-a47e-5a718d5d7249 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:03.575684 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c1638fc-880d-4e92-a3a3-90c405d81e43 req-2885f00e-cebf-4ea0-a47e-5a718d5d7249 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0538216 Feb 28 19:46:03.623344 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c1638fc-880d-4e92-a3a3-90c405d81e43 req-7d0b14ef-aba0-4674-ad89-e62cc088d897 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417097 Feb 28 19:46:04.233432 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47360) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:04.340773 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fd789a7-75ea-4630-8076-23820b7ad727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.417461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fd789a7-75ea-4630-8076-23820b7ad727 admin admin] Publish callbacks [] for security_group (bbf9472f-2548-4a42-84f3-34f43cf505fc), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.422407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fd789a7-75ea-4630-8076-23820b7ad727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (bbf9472f-2548-4a42-84f3-34f43cf505fc), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.465127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd789a7-75ea-4630-8076-23820b7ad727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9472f-2548-4a42-84f3-34f43cf505fc,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:04.469358 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-3fd789a7-75ea-4630-8076-23820b7ad727 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea9ff385331d4db6a6c8e38e382605ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348876 Feb 28 19:46:04.473072 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47364) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:04.523328 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-171d61cf-18ff-443e-9763-3d1f8630d011 admin admin] Publish callbacks [] for security_group (bbf9472f-2548-4a42-84f3-34f43cf505fc), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.545633 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-171d61cf-18ff-443e-9763-3d1f8630d011 admin admin] Publish callbacks [] for security_group (bbf9472f-2548-4a42-84f3-34f43cf505fc), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.593895 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-171d61cf-18ff-443e-9763-3d1f8630d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (bbf9472f-2548-4a42-84f3-34f43cf505fc), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.596452 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-171d61cf-18ff-443e-9763-3d1f8630d011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.597679 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-171d61cf-18ff-443e-9763-3d1f8630d011 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbf9472f-2548-4a42-84f3-34f43cf505fc HTTP/1.1" status: 204 len: 168 time: 0.1236782 Feb 28 19:46:04.605792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d61cf-18ff-443e-9763-3d1f8630d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9472f-2548-4a42-84f3-34f43cf505fc,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:04.755214 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cce31-f514-4a03-8372-c051e1fa36fe req-2cc56e76-77b8-4cf2-b882-741bda197f94 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:04.756878 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ea4cce31-f514-4a03-8372-c051e1fa36fe req-2cc56e76-77b8-4cf2-b882-741bda197f94 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0554655 Feb 28 19:46:04.757872 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47378) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:04.805417 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ea4cce31-f514-4a03-8372-c051e1fa36fe req-975c612a-d261-41f2-a912-d3e0a0291a5f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Feb 28 19:46:04.862734 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8319-9723-4210-9735-5a9c3387fe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.931691 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:04.940730 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8319-9723-4210-9735-5a9c3387fe63 admin admin] Publish callbacks [] for security_group (a7e0a698-4ed2-4516-a8ca-bd564d4c6d04), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.949232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8319-9723-4210-9735-5a9c3387fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a7e0a698-4ed2-4516-a8ca-bd564d4c6d04), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.980996 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ceb0a684-b768-4927-a26b-17ba5444b9ff triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:04.981398 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:04.994577 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-2e8a8319-9723-4210-9735-5a9c3387fe63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9840d958850642d48836a6fcade08673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331667 Feb 28 19:46:04.994577 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a8319-9723-4210-9735-5a9c3387fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0a698-4ed2-4516-a8ca-bd564d4c6d04,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:04.995255 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47392) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:05.052046 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2075339-2cb2-46fd-ad7c-1bd0c1905d22 admin admin] Publish callbacks [] for security_group (a7e0a698-4ed2-4516-a8ca-bd564d4c6d04), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.063661 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ceb0a684-b768-4927-a26b-17ba5444b9ff is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:05.064222 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.076360 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2075339-2cb2-46fd-ad7c-1bd0c1905d22 admin admin] Publish callbacks [] for security_group (a7e0a698-4ed2-4516-a8ca-bd564d4c6d04), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.089169 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:46:05.091464 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b6795-1319-42cb-b761-0db7a4073290" -d '{"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:46:05.104231 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:05.110640 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.129874 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2075339-2cb2-46fd-ad7c-1bd0c1905d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a7e0a698-4ed2-4516-a8ca-bd564d4c6d04), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.133192 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d2075339-2cb2-46fd-ad7c-1bd0c1905d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.137671 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-d2075339-2cb2-46fd-ad7c-1bd0c1905d22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7e0a698-4ed2-4516-a8ca-bd564d4c6d04 HTTP/1.1" status: 204 len: 168 time: 0.1412759 Feb 28 19:46:05.144086 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0099f90-0423-42d4-a7f1-79f019c76e99 x-openstack-request-id: req-a0099f90-0423-42d4-a7f1-79f019c76e99 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:46:05.144391 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:46:05.144647 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0099f90-0423-42d4-a7f1-79f019c76e99 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:46:05.145063 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'code': 200} Feb 28 19:46:05.163363 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075339-2cb2-46fd-ad7c-1bd0c1905d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0a698-4ed2-4516-a8ca-bd564d4c6d04,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:05.193629 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=10']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:05.285106 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47408) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:05.444866 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1502074591-network', 'tenant_id': '022462fefc6e4f64bd95091439fda64c'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:05.468094 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Made reservation on behalf of 022462fefc6e4f64bd95091439fda64c for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:46:05.470411 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.478991 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.553936 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks [] for security_group (5e413b69-318c-4533-8b10-ca1d8d017831), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.559374 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5e413b69-318c-4533-8b10-ca1d8d017831), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.587021 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:46:05.595892 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e413b69-318c-4533-8b10-ca1d8d017831,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:05.602006 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (ac0b7813-b6b5-4cab-be79-fad1d8df1bd2), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.602594 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Added segment ac0b7813-b6b5-4cab-be79-fad1d8df1bd2 of type vlan for network 7cc2ae70-7570-49a3-8132-5411113228ff Feb 28 19:46:05.642980 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (7cc2ae70-7570-49a3-8132-5411113228ff), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.669126 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (7cc2ae70-7570-49a3-8132-5411113228ff), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.670078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:05.670656 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.728863 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4397619 Feb 28 19:46:05.729333 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47414) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:05.731380 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36f39-fe27-47e4-aab2-e7236d52bfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc2ae70-7570-49a3-8132-5411113228ff,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:05.734062 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Request body: {'subnet': {'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1502074591-subnet', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:05.741492 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 7cc2ae70-7570-49a3-8132-5411113228ff details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:46:05.782657 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Made reservation on behalf of 022462fefc6e4f64bd95091439fda64c for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:46:05.784896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:05.838197 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c1f5-10c9-40c6-bf17-4e7ebb7a4a46 req-97e2051f-249b-4658-9598-ba81c431f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:05.840157 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8fd8c1f5-10c9-40c6-bf17-4e7ebb7a4a46 req-97e2051f-249b-4658-9598-ba81c431f7c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 1131 time: 0.2068191 Feb 28 19:46:05.932569 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8fd8c1f5-10c9-40c6-bf17-4e7ebb7a4a46 req-84ffd329-5ec4-416f-a54f-de4b84d519ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836959 Feb 28 19:46:06.009623 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f28dd-0ff3-48d1-a038-6b874e2c30a6 req-11a9c8e3-0eef-48b9-9509-577aa748939d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:06.011059 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d6f28dd-0ff3-48d1-a038-6b874e2c30a6 req-11a9c8e3-0eef-48b9-9509-577aa748939d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.1244512 Feb 28 19:46:06.037696 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (34544c21-823e-46e1-a555-1b5b0ddd925e), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.101021 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34544c21-823e-46e1-a555-1b5b0ddd925e,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:06.105812 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0d6f28dd-0ff3-48d1-a038-6b874e2c30a6 req-e17458b0-48ce-4ea5-b823-5240c7b7b36f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889990 Feb 28 19:46:06.123904 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Checking segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:06.124260 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Network hostable DHCP agents. Network: 7cc2ae70-7570-49a3-8132-5411113228ff, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:46:06.143011 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Network 7cc2ae70-7570-49a3-8132-5411113228ff is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:46:06.153204 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 7cc2ae70-7570-49a3-8132-5411113228ff) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:06.157434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:06.158026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.162940 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd55cb-65ef-47d5-a28a-c533bb0989a3 None None] Network 7cc2ae70-7570-49a3-8132-5411113228ff requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:46:06.174449 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-21414572-fb46-4380-807b-03cd65dd4906 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4440029 Feb 28 19:46:06.177458 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47418) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:06.182052 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:06.202449 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (932dbc17-373e-4d98-9b2d-4fe9289be2c1), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.203464 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (932dbc17-373e-4d98-9b2d-4fe9289be2c1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.258542 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks [] for router_controller (932dbc17-373e-4d98-9b2d-4fe9289be2c1), precommit_add_association {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.269837 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-7cc2ae70-7570-49a3-8132-5411113228ff', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:46:06.270710 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.400687 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks [] for router_gateway (932dbc17-373e-4d98-9b2d-4fe9289be2c1), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.527825 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Allocated IP 172.20.0.2 (7cc2ae70-7570-49a3-8132-5411113228ff/34544c21-823e-46e1-a555-1b5b0ddd925e/eec83ea6-b122-4780-8c49-19544308da86) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:06.607719 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks [] for router_gateway (932dbc17-373e-4d98-9b2d-4fe9289be2c1), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.626534 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.669075 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Publish callbacks [] for port (eec83ea6-b122-4780-8c49-19544308da86), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.676623 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (eec83ea6-b122-4780-8c49-19544308da86), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.714378 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Network 7cc2ae70-7570-49a3-8132-5411113228ff is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:06.717245 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:06.719898 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:06.731961 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Pushing event updated for resources: {'Port': ['ID=eec83ea6-b122-4780-8c49-19544308da86,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:06.741350 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Allocated IP 172.27.0.7 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:06.782439 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Attempting to bind port eec83ea6-b122-4780-8c49-19544308da86 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:06.782732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Attempting to bind port eec83ea6-b122-4780-8c49-19544308da86 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:06.783082 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Attempting to bind port eec83ea6-b122-4780-8c49-19544308da86 on network 7cc2ae70-7570-49a3-8132-5411113228ff {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:06.788077 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:06.788456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Checking segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:06.788863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.789290 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Bound using segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:06.789763 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Bound port: eec83ea6-b122-4780-8c49-19544308da86, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:06.790141 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (eec83ea6-b122-4780-8c49-19544308da86), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.839161 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks [] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.853628 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] For port eec83ea6-b122-4780-8c49-19544308da86, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:06.857009 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] For port eec83ea6-b122-4780-8c49-19544308da86, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=eec83ea6-b122-4780-8c49-19544308da86,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:06.865016 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (eec83ea6-b122-4780-8c49-19544308da86), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.872781 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:06.920711 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f89ae0-338c-41fb-b5d8-9e70504c83cc None None] Pushing event updated for resources: {'Port': ['ID=eec83ea6-b122-4780-8c49-19544308da86,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:06.923792 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:06.925480 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:06.928022 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:06.955188 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Pushing event updated for resources: {'Port': ['ID=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:07.226755 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks [] for router_gateway (932dbc17-373e-4d98-9b2d-4fe9289be2c1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:07.240585 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e1feb-ef10-4d79-b34f-fc146f3063a2 req-25587c44-a0f1-4fbf-93b0-e57608f2fd8f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:07.243946 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e0e1feb-ef10-4d79-b34f-fc146f3063a2 req-25587c44-a0f1-4fbf-93b0-e57608f2fd8f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0616658 Feb 28 19:46:07.298013 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e0e1feb-ef10-4d79-b34f-fc146f3063a2 req-1c5d3006-0862-46f3-837d-2827ce434020 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484116 Feb 28 19:46:07.341223 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device eec83ea6-b122-4780-8c49-19544308da86 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:07.394293 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port eec83ea6-b122-4780-8c49-19544308da86 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:07.394737 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (eec83ea6-b122-4780-8c49-19544308da86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:07.434172 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (932dbc17-373e-4d98-9b2d-4fe9289be2c1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:07.476961 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port eec83ea6-b122-4780-8c49-19544308da86 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:07.477403 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (eec83ea6-b122-4780-8c49-19544308da86), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:07.512343 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port eec83ea6-b122-4780-8c49-19544308da86, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=eec83ea6-b122-4780-8c49-19544308da86,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:07.517594 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (eec83ea6-b122-4780-8c49-19544308da86), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:07.586344 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=eec83ea6-b122-4780-8c49-19544308da86,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:07.590981 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:46:07.594924 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.595288 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.595643 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.595987 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.596328 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.596673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.597041 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.597413 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.597946 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.598284 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.598626 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.599365 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.599850 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:07.711014 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:46:07.722198 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Sync routers for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:46:07.732461 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:07.733776 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-41f42713-418e-4a91-aca6-8efcf33c0913 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5552688 Feb 28 19:46:07.737015 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47430) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:07.738834 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:07.739567 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:07.887575 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:07.966654 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e7bf5-f252-44d7-a6bb-4e960a912100 None None] Network 7cc2ae70-7570-49a3-8132-5411113228ff requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:46:08.102683 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-8cf5e881-1d4f-450a-9fa0-19adb745ec4d None None] Provisioning complete for port eec83ea6-b122-4780-8c49-19544308da86 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:08.103067 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e881-1d4f-450a-9fa0-19adb745ec4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (eec83ea6-b122-4780-8c49-19544308da86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.276270 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:07Z', 'revision_number': 3, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:08.278015 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5e881-1d4f-450a-9fa0-19adb745ec4d None None] Current status of the port eec83ea6-b122-4780-8c49-19544308da86 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:08.309526 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Checking router: 932dbc17-373e-4d98-9b2d-4fe9289be2c1 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:46:08.309900 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Updating router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:46:08.341383 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.420395 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.518304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fe7ac-3353-4656-ba7a-74fe6d32d64e req-956ddcb4-74bf-43d0-b74c-2017cb7fa279 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:08.520653 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc8fe7ac-3353-4656-ba7a-74fe6d32d64e req-956ddcb4-74bf-43d0-b74c-2017cb7fa279 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0828700 Feb 28 19:46:08.538164 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-fb8fe0af-0f61-4d36-b91f-0bf14ab8bdbe None None] Provisioning complete for port eec83ea6-b122-4780-8c49-19544308da86 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:08.538544 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe0af-0f61-4d36-b91f-0bf14ab8bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (eec83ea6-b122-4780-8c49-19544308da86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.570776 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc8fe7ac-3353-4656-ba7a-74fe6d32d64e req-e197169b-4b52-4ffc-878f-cdb1ff34632d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Feb 28 19:46:08.605391 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Allocated IP 172.20.0.1 (7cc2ae70-7570-49a3-8132-5411113228ff/34544c21-823e-46e1-a555-1b5b0ddd925e/8e80b414-38bf-4330-b627-17ef001be0b8) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:08.687476 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-fb8fe0af-0f61-4d36-b91f-0bf14ab8bdbe None None] Current status of the port eec83ea6-b122-4780-8c49-19544308da86 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:08.690585 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Publish callbacks [] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.697721 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.715654 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks [] for port (8e80b414-38bf-4330-b627-17ef001be0b8), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.749387 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.750333 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741735a4-ce4c-4640-a6e0-d7812a1888f0 None None] Pushing event updated for resources: {'Port': ['ID=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:08.753876 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Attempting to bind port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:08.754247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Attempting to bind port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:08.754618 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Attempting to bind port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:08.761407 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:08.761784 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:08.762191 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.762581 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:08.763048 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Bound port: 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:08.763408 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.787301 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Network 7cc2ae70-7570-49a3-8132-5411113228ff is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:08.790461 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:08.793620 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:08.814767 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] For port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:08.816993 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Pushing event updated for resources: {'Port': ['ID=8e80b414-38bf-4330-b627-17ef001be0b8,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:08.819024 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] For port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:08.834199 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.836919 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (932dbc17-373e-4d98-9b2d-4fe9289be2c1), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:08.900385 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:08.901029 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:08.949820 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741735a4-ce4c-4640-a6e0-d7812a1888f0 None None] Pushing event updated for resources: {'Port': ['ID=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:08.985819 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.031619 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-a1756beb-1306-415a-a7c5-11527701c86d None None] Provisioning complete for port 8e80b414-38bf-4330-b627-17ef001be0b8 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:09.031989 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a1756beb-1306-415a-a7c5-11527701c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.036909 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:09.152834 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-a1756beb-1306-415a-a7c5-11527701c86d None None] Port 8e80b414-38bf-4330-b627-17ef001be0b8 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:46:09.153147 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks [] for port (8e80b414-38bf-4330-b627-17ef001be0b8), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.158756 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26708674'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.225014 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (932dbc17-373e-4d98-9b2d-4fe9289be2c1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.227733 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Pushing event updated for resources: {'Port': ['ID=8e80b414-38bf-4330-b627-17ef001be0b8,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:09.248420 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:07Z', 'revision_number': 3, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:09.282553 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e177d8-70c6-41e4-bdd9-596607b8f883 None None] The sync data for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi is: [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:07Z', 'revision_number': 3, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:46:09.320892 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device eec83ea6-b122-4780-8c49-19544308da86 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:09.327522 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Network 7cc2ae70-7570-49a3-8132-5411113228ff is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:09.328831 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:09.458053 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:46:09.505539 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port eec83ea6-b122-4780-8c49-19544308da86 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:09.506102 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (eec83ea6-b122-4780-8c49-19544308da86), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.618245 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:46:09.618692 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port eec83ea6-b122-4780-8c49-19544308da86 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:09.623521 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-7980c476-97da-44cd-95ca-718dcf3de865 admin admin] 10.222.0.47 "PUT /v2.0/routers/932dbc17-373e-4d98-9b2d-4fe9289be2c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8854237 Feb 28 19:46:09.677299 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-7666c68d-5da5-422a-bbe3-739861c7bfb3 None None] Provisioning complete for port 8e80b414-38bf-4330-b627-17ef001be0b8 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:09.678101 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-7666c68d-5da5-422a-bbe3-739861c7bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:09.711259 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08252bc4-9057-4556-b174-40faa550dd15 req-091ee46c-b94b-4e06-b850-6a9f3242d1cf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:09.715276 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08252bc4-9057-4556-b174-40faa550dd15 req-091ee46c-b94b-4e06-b850-6a9f3242d1cf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0588441 Feb 28 19:46:09.724136 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-7666c68d-5da5-422a-bbe3-739861c7bfb3 None None] Port 8e80b414-38bf-4330-b627-17ef001be0b8 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:46:09.772365 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-08252bc4-9057-4556-b174-40faa550dd15 req-2f682e4b-9066-4dea-8e06-b2afe338605d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500078 Feb 28 19:46:10.132413 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47478) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:10.137493 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-853362377-network', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:10.158506 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Made reservation on behalf of d7ad752d0ac4469daa963b588543074e for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:46:10.161309 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.170655 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.248155 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks [] for security_group (449547b8-f63e-4c89-aad1-0a0823f4aeb9), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.253998 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (449547b8-f63e-4c89-aad1-0a0823f4aeb9), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.279789 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:46:10.289626 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449547b8-f63e-4c89-aad1-0a0823f4aeb9,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:10.294461 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (81c7929c-1f92-4c51-99f9-4d9b66d21945), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.294801 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Added segment 81c7929c-1f92-4c51-99f9-4d9b66d21945 of type vlan for network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d Feb 28 19:46:10.336853 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.362227 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.363283 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:10.363901 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.416156 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2825651 Feb 28 19:46:10.419271 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47480) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:10.424403 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Request body: {'subnet': {'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-853362377-subnet', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:10.427213 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9049ee-27c6-4492-b035-5387eca75e48 admin admin] Pushing event updated for resources: {'Network': ['ID=481aaa9b-fc83-4c12-9e51-dfa9c2eb023d,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:10.437402 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:46:10.445954 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Made reservation on behalf of d7ad752d0ac4469daa963b588543074e for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:46:10.448624 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.618755 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (5e9c2b2d-7c3a-4ee5-8f03-5caba571307a), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.675522 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9c2b2d-7c3a-4ee5-8f03-5caba571307a,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:10.686312 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.686613 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.686952 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.687286 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.687615 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.687940 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.688263 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.688587 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.688907 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.689263 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.689577 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.689883 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.690200 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:10.695697 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Checking segment: {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:10.696074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Network hostable DHCP agents. Network: 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:46:10.714764 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:46:10.726013 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:10.730204 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:10.730807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.738409 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd429f-2165-42e0-8b18-e4e796e1969e None None] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:46:10.749733 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-bb215004-4285-4e3b-ab85-8ddf09f18108 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3292341 Feb 28 19:46:10.750726 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47482) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:10.755042 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:10.775218 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4018'] for router (13211316-60a5-4946-8a5f-2c02468bf7a1), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.776323 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541494', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-627391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router (13211316-60a5-4946-8a5f-2c02468bf7a1), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.849512 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92635446-383d-5033-b294-2db7406f7a88-481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'fixed_ips': [{'subnet_id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a'}]}} from dv-cinder-831247-1-iscsi. {{(pid=109446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 19:46:10.850507 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:10.993469 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.db_base_plugin_common [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Allocated IP 172.20.0.2 (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d/5e9c2b2d-7c3a-4ee5-8f03-5caba571307a/79e2c2b1-9677-4eb3-b5f2-76bbae948897) {{(pid=109446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:11.046053 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ea7b7-0303-4121-9527-271839955069 None None] Sync routers for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:46:11.057303 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:11.058020 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:11.103102 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks [] for router_controller (13211316-60a5-4946-8a5f-2c02468bf7a1), precommit_add_association {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.149217 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Publish callbacks [] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), precommit_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.157336 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), after_create {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.171512 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:11.197635 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d is already hosted by enough agents. {{(pid=109446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:11.199977 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.scheduler.base_scheduler [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Resources bound (agent type, host, resource id): {{(pid=109446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:11.203540 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Received port after_create {{(pid=109446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:11.215709 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Pushing event updated for resources: {'Port': ['ID=79e2c2b1-9677-4eb3-b5f2-76bbae948897,revision_number=1']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:11.252062 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks [] for router_gateway (13211316-60a5-4946-8a5f-2c02468bf7a1), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.285583 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Attempting to bind port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:11.286148 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Attempting to bind port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:11.286784 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Attempting to bind port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 on network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:11.294362 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:11.295024 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Checking segment: {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:11.295355 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.295820 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Bound using segment: {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:11.296378 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Bound port: 79e2c2b1-9677-4eb3-b5f2-76bbae948897, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:11.296841 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.370790 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:11.413592 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] For port 79e2c2b1-9677-4eb3-b5f2-76bbae948897, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:11.418739 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:09Z', 'revision_number': 2, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:11.428666 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] For port 79e2c2b1-9677-4eb3-b5f2-76bbae948897, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=79e2c2b1-9677-4eb3-b5f2-76bbae948897,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:11.438147 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.452045 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ea7b7-0303-4121-9527-271839955069 None None] Checking router: 932dbc17-373e-4d98-9b2d-4fe9289be2c1 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:46:11.452316 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ea7b7-0303-4121-9527-271839955069 None None] Updating router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 port 8e80b414-38bf-4330-b627-17ef001be0b8 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:46:11.475544 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:11.475917 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.486546 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-405ea7b7-0303-4121-9527-271839955069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.490846 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks [] for router_gateway (13211316-60a5-4946-8a5f-2c02468bf7a1), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.518304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.531753 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060dca1-9538-4049-8458-dd0311ab49a8 None None] Pushing event updated for resources: {'Port': ['ID=79e2c2b1-9677-4eb3-b5f2-76bbae948897,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:11.587572 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:11.588120 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.613144 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:11.618092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.648233 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Allocated IP 172.27.0.152 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/424317c0-a871-4bcc-b431-5e722f31c16f) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:11.673436 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:11.779240 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks [] for port (424317c0-a871-4bcc-b431-5e722f31c16f), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.786180 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-405ea7b7-0303-4121-9527-271839955069 None None] Publish callbacks [] for port (8e80b414-38bf-4330-b627-17ef001be0b8), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.794942 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-405ea7b7-0303-4121-9527-271839955069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.823102 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.853204 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Pushing event updated for resources: {'Port': ['ID=8e80b414-38bf-4330-b627-17ef001be0b8,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:11.860753 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.861145 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.861513 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.861857 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.862251 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.862589 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.862925 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.863254 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.863579 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.863923 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.864255 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.864578 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.864903 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:11.878395 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:11.881692 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:11.884865 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:11.891067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Pushing event updated for resources: {'Port': ['ID=424317c0-a871-4bcc-b431-5e722f31c16f,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:11.938772 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-405ea7b7-0303-4121-9527-271839955069 None None] Attempting to bind port 8e80b414-38bf-4330-b627-17ef001be0b8 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:11.939149 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-405ea7b7-0303-4121-9527-271839955069 None None] Attempting to bind port 8e80b414-38bf-4330-b627-17ef001be0b8 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:11.939512 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ea7b7-0303-4121-9527-271839955069 None None] Attempting to bind port 8e80b414-38bf-4330-b627-17ef001be0b8 on network 7cc2ae70-7570-49a3-8132-5411113228ff {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:11.944914 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ea7b7-0303-4121-9527-271839955069 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:11.945332 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ea7b7-0303-4121-9527-271839955069 None None] Checking segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:11.945738 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-405ea7b7-0303-4121-9527-271839955069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:11.946146 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ea7b7-0303-4121-9527-271839955069 None None] Bound using segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:11.946609 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-405ea7b7-0303-4121-9527-271839955069 None None] Bound port: 8e80b414-38bf-4330-b627-17ef001be0b8, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:11.946985 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-405ea7b7-0303-4121-9527-271839955069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.016154 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-405ea7b7-0303-4121-9527-271839955069 None None] For port 8e80b414-38bf-4330-b627-17ef001be0b8, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:12.019538 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-405ea7b7-0303-4121-9527-271839955069 None None] For port 8e80b414-38bf-4330-b627-17ef001be0b8, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=8e80b414-38bf-4330-b627-17ef001be0b8,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:12.028508 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-405ea7b7-0303-4121-9527-271839955069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.076106 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:12.076746 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:12.085489 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] Provisioning complete for port 8e80b414-38bf-4330-b627-17ef001be0b8 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:12.085956 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.162185 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks [] for router_gateway (13211316-60a5-4946-8a5f-2c02468bf7a1), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.172125 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde6015-b438-41e6-ad43-c0c41af2c58f None None] Pushing event updated for resources: {'Port': ['ID=8e80b414-38bf-4330-b627-17ef001be0b8,revision_number=4']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:12.202634 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] Current status of the port 8e80b414-38bf-4330-b627-17ef001be0b8 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:12.203026 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.204612 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:12.246237 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] For port 8e80b414-38bf-4330-b627-17ef001be0b8, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=8e80b414-38bf-4330-b627-17ef001be0b8,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:12.253208 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.310445 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cbd0a-fec2-44d6-8aa6-33ced4e1b3d8 None None] Pushing event updated for resources: {'Port': ['ID=8e80b414-38bf-4330-b627-17ef001be0b8,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:12.373976 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-9a3fcb59-e78c-44ed-9d8a-42a0d061f750 None None] Provisioning complete for port 8e80b414-38bf-4330-b627-17ef001be0b8 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:12.374646 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9a3fcb59-e78c-44ed-9d8a-42a0d061f750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.409466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541547'] for router (13211316-60a5-4946-8a5f-2c02468bf7a1), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.468102 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fcb59-e78c-44ed-9d8a-42a0d061f750 None None] Current status of the port 8e80b414-38bf-4330-b627-17ef001be0b8 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:12.535232 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-405ea7b7-0303-4121-9527-271839955069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:12.560675 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Router 13211316-60a5-4946-8a5f-2c02468bf7a1 is scheduled to L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 with binding_index 1 {{(pid=109445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 19:46:12.562930 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ea7b7-0303-4121-9527-271839955069 None None] The sync data for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi is: [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:46:12.700115 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:46:12.711410 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Sync routers for ids ['13211316-60a5-4946-8a5f-2c02468bf7a1'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:46:12.721037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.722401 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Routers {'13211316-60a5-4946-8a5f-2c02468bf7a1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:12.723174 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['13211316-60a5-4946-8a5f-2c02468bf7a1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:12.725823 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0879d8e5-7c74-4513-919f-4a402e2a5530 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9740803 Feb 28 19:46:12.726493 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47486) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:12.776445 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc28446-0db0-46b5-9617-f205bf2a2335 None None] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:46:12.879232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] Provisioning complete for port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:12.879426 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:12.954714 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Set router 13211316-60a5-4946-8a5f-2c02468bf7a1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:13.353704 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] Current status of the port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:13.354317 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.420419 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.493001 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] For port 79e2c2b1-9677-4eb3-b5f2-76bbae948897, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=79e2c2b1-9677-4eb3-b5f2-76bbae948897,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:13.518476 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.583845 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59153ada-f5fc-4be7-82d7-3ae90ef45d5c None None] Pushing event updated for resources: {'Port': ['ID=79e2c2b1-9677-4eb3-b5f2-76bbae948897,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:13.586974 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 8e80b414-38bf-4330-b627-17ef001be0b8 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:13.647937 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Allocated IP 172.20.0.1 (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d/5e9c2b2d-7c3a-4ee5-8f03-5caba571307a/969c8eb2-73f7-4c43-8a80-4e3766a12772) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:13.674765 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 3, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:13.713587 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Checking router: 13211316-60a5-4946-8a5f-2c02468bf7a1 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:46:13.714035 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Updating router 13211316-60a5-4946-8a5f-2c02468bf7a1 port 424317c0-a871-4bcc-b431-5e722f31c16f binding host dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:46:13.741952 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-2719da44-8694-48a4-a613-3cd8a98a7d18 None None] Provisioning complete for port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:13.742485 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2719da44-8694-48a4-a613-3cd8a98a7d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.765035 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks [] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.793244 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.799673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 8e80b414-38bf-4330-b627-17ef001be0b8 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:13.800092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.803793 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:13.842678 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:13.846875 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:13.850276 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:13.855848 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Pushing event updated for resources: {'Port': ['ID=969c8eb2-73f7-4c43-8a80-4e3766a12772,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:13.885735 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.886090 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.886439 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.886774 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.887106 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.887436 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.887779 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.888109 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.888434 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.888759 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.889090 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.889418 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.889733 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:46:13.913940 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555318'] for router_interface (13211316-60a5-4946-8a5f-2c02468bf7a1), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.053934 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.068297 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-2719da44-8694-48a4-a613-3cd8a98a7d18 None None] Current status of the port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:14.092863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 8e80b414-38bf-4330-b627-17ef001be0b8 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:14.093996 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:14.211931 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:14.212233 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.213889 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks [] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.220259 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26708674'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.256381 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-04250ef2-5bfe-464a-96fc-fe743ee0ac7c None None] Provisioning complete for port 969c8eb2-73f7-4c43-8a80-4e3766a12772 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:14.256760 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-04250ef2-5bfe-464a-96fc-fe743ee0ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.264005 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Publish callbacks [] for port (424317c0-a871-4bcc-b431-5e722f31c16f), precommit_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.288933 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.290406 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556966'] for router_interface (13211316-60a5-4946-8a5f-2c02468bf7a1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.292434 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Pushing event updated for resources: {'Port': ['ID=969c8eb2-73f7-4c43-8a80-4e3766a12772,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:14.352450 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-04250ef2-5bfe-464a-96fc-fe743ee0ac7c None None] Port 969c8eb2-73f7-4c43-8a80-4e3766a12772 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:46:14.362448 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Attempting to bind port 424317c0-a871-4bcc-b431-5e722f31c16f on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:14.363801 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Attempting to bind port 424317c0-a871-4bcc-b431-5e722f31c16f by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:14.364176 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Attempting to bind port 424317c0-a871-4bcc-b431-5e722f31c16f on network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:14.367857 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa093-c7ed-4354-9f46-4cc1f6f2d201 None None] Pushing event updated for resources: {'Port': ['ID=424317c0-a871-4bcc-b431-5e722f31c16f,revision_number=2']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:14.389146 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:14.390477 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:14.396078 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:14.396319 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Checking segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:14.396737 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.397287 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Bound using segment: {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'} {{(pid=109446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:14.397842 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.managers [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Bound port: 424317c0-a871-4bcc-b431-5e722f31c16f, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a5f2c-3cd0-48a9-9753-23033fd24940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}}] {{(pid=109446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:14.398198 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.432546 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:14.433701 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 79e2c2b1-9677-4eb3-b5f2-76bbae948897 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:14.486953 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] For port 424317c0-a871-4bcc-b431-5e722f31c16f, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:14.491722 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] For port 424317c0-a871-4bcc-b431-5e722f31c16f, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=424317c0-a871-4bcc-b431-5e722f31c16f,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:14.502042 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.517413 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Router 13211316-60a5-4946-8a5f-2c02468bf7a1 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:46:14.544449 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:14.544826 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.593571 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Routers {'13211316-60a5-4946-8a5f-2c02468bf7a1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:14.594227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['13211316-60a5-4946-8a5f-2c02468bf7a1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:14.595989 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa093-c7ed-4354-9f46-4cc1f6f2d201 None None] Pushing event updated for resources: {'Port': ['ID=424317c0-a871-4bcc-b431-5e722f31c16f,revision_number=3']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:14.639625 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:46:14.644613 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-bbbee12a-e6ad-4fa2-9883-6a56c9ca91b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/13211316-60a5-4946-8a5f-2c02468bf7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169562 Feb 28 19:46:14.745863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-a2a1f464-0154-4ccd-93a3-24f4881565f5 None None] Provisioning complete for port 969c8eb2-73f7-4c43-8a80-4e3766a12772 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:14.746246 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f464-0154-4ccd-93a3-24f4881565f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:14.774700 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] Set router 13211316-60a5-4946-8a5f-2c02468bf7a1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:14.777051 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:14.824679 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1f464-0154-4ccd-93a3-24f4881565f5 None None] Port 969c8eb2-73f7-4c43-8a80-4e3766a12772 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:46:14.992564 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '969c8eb2-73f7-4c43-8a80-4e3766a12772', 'name': '', 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'mac_address': 'fa:16:3e:16:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:13Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 2, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'subnets': [{'id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:15.151250 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c780ad5e-be32-4d5d-b394-fd2128d4b9b1 None None] The sync data for ids ['13211316-60a5-4946-8a5f-2c02468bf7a1'] in dv-cinder-831247-1-iscsi is: [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '969c8eb2-73f7-4c43-8a80-4e3766a12772', 'name': '', 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'mac_address': 'fa:16:3e:16:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:13Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 2, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'subnets': [{'id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:46:15.243020 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7496-290a-4e74-94b1-8e045087e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.273899 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47494) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:15.278739 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100044548', 'description': 'tempest-secgroup-smoke-1100044548 description', 'project_id': '022462fefc6e4f64bd95091439fda64c'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:15.302819 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.352969 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 79e2c2b1-9677-4eb3-b5f2-76bbae948897 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:15.404845 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group (582aa5aa-ff4f-4ee5-99aa-8d09f04e7293), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.415291 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (582aa5aa-ff4f-4ee5-99aa-8d09f04e7293), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.420649 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:15.421253 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.441693 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:15.458387 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.463190 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3e68871c-bc50-4b0c-a247-d15e1ff65cab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1847200 Feb 28 19:46:15.463190 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47496) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:15.467586 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group_rule': {'security_group_id': '582aa5aa-ff4f-4ee5-99aa-8d09f04e7293', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:15.494905 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (a3662da0-a199-4002-9a9b-f99fa9793d26), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.512952 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:15.559696 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (a3662da0-a199-4002-9a9b-f99fa9793d26), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.564508 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (a3662da0-a199-4002-9a9b-f99fa9793d26), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.584784 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3662da0-a199-4002-9a9b-f99fa9793d26,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:15.591336 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.592521 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-84cdc223-34e1-44fa-a22e-782f458be5d9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286216 Feb 28 19:46:15.595388 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47498) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:15.600357 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group_rule': {'security_group_id': '582aa5aa-ff4f-4ee5-99aa-8d09f04e7293', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:15.631702 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (00e5376d-c2f1-4e5b-b89f-bb3ea517fdef), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.689751 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (00e5376d-c2f1-4e5b-b89f-bb3ea517fdef), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.694692 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (00e5376d-c2f1-4e5b-b89f-bb3ea517fdef), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.714264 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e5376d-c2f1-4e5b-b89f-bb3ea517fdef,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:15.724594 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.725931 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-36e4c732-34e6-49ef-ad82-a076ef7cccf5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292553 Feb 28 19:46:15.728733 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47500) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:15.733358 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group_rule': {'security_group_id': '582aa5aa-ff4f-4ee5-99aa-8d09f04e7293', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:15.759341 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (26e1cd78-8f5b-4b4c-a678-6d17916ab370), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.818227 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (26e1cd78-8f5b-4b4c-a678-6d17916ab370), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.832435 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (26e1cd78-8f5b-4b4c-a678-6d17916ab370), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.861219 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e1cd78-8f5b-4b4c-a678-6d17916ab370,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:15.870926 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.872194 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-79cc7952-f4af-4999-ad44-5cc64e2ef39f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424856 Feb 28 19:46:15.875009 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47502) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:15.879825 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group_rule': {'security_group_id': '582aa5aa-ff4f-4ee5-99aa-8d09f04e7293', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:15.907420 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (a6d1455c-5b85-47bf-9254-c44c2b62bc6b), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.970539 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (a6d1455c-5b85-47bf-9254-c44c2b62bc6b), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.976006 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (a6d1455c-5b85-47bf-9254-c44c2b62bc6b), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:15.996030 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d1455c-5b85-47bf-9254-c44c2b62bc6b,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:16.002475 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.005138 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-7dc82146-a996-4618-b1c2-cdf5eb401ca6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278138 Feb 28 19:46:16.006932 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47504) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:16.011591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group_rule': {'security_group_id': '582aa5aa-ff4f-4ee5-99aa-8d09f04e7293', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:16.032679 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.securitygroups_db [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Project 022462fefc6e4f64bd95091439fda64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:46:16.038162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (ee40156b-488c-434f-8b28-713dae20452c), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.100136 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (ee40156b-488c-434f-8b28-713dae20452c), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.105038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (ee40156b-488c-434f-8b28-713dae20452c), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.124563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee40156b-488c-434f-8b28-713dae20452c,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:16.130234 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.131458 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-20a89dab-e623-431c-a548-28712f205ca5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234949 Feb 28 19:46:16.134202 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47506) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:16.138624 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'security_group_rule': {'security_group_id': '582aa5aa-ff4f-4ee5-99aa-8d09f04e7293', 'project_id': '022462fefc6e4f64bd95091439fda64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:16.159996 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.securitygroups_db [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Project 022462fefc6e4f64bd95091439fda64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:46:16.165450 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (00f94e84-9d5b-4cbe-80eb-eb6262c841a7), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.226828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (00f94e84-9d5b-4cbe-80eb-eb6262c841a7), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.231967 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (00f94e84-9d5b-4cbe-80eb-eb6262c841a7), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.252359 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f94e84-9d5b-4cbe-80eb-eb6262c841a7,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:16.258846 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:16.260080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-7b18da4a-f539-48b8-9688-b06809a809ac tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249335 Feb 28 19:46:17.243826 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Sync routers for ids ['13211316-60a5-4946-8a5f-2c02468bf7a1'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:46:17.254634 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Routers {'13211316-60a5-4946-8a5f-2c02468bf7a1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:17.255265 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:45:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['13211316-60a5-4946-8a5f-2c02468bf7a1'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:17.357029 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 424317c0-a871-4bcc-b431-5e722f31c16f up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:17.372646 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Set router 13211316-60a5-4946-8a5f-2c02468bf7a1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:17.407780 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 424317c0-a871-4bcc-b431-5e722f31c16f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:17.408254 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.493172 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 424317c0-a871-4bcc-b431-5e722f31c16f is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:17.493496 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.514104 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] For port 424317c0-a871-4bcc-b431-5e722f31c16f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=424317c0-a871-4bcc-b431-5e722f31c16f,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:17.519634 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.577561 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Pushing event updated for resources: {'Port': ['ID=424317c0-a871-4bcc-b431-5e722f31c16f,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:17.582513 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '969c8eb2-73f7-4c43-8a80-4e3766a12772', 'name': '', 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'mac_address': 'fa:16:3e:16:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:13Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 2, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'subnets': [{'id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:17.609536 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Checking router: 13211316-60a5-4946-8a5f-2c02468bf7a1 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:46:17.609893 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Updating router 13211316-60a5-4946-8a5f-2c02468bf7a1 port 969c8eb2-73f7-4c43-8a80-4e3766a12772 binding host dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:46:17.638208 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.667326 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-82e79b8a-61b0-422e-97eb-8eaad32678c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.909454 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Publish callbacks [] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), precommit_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.917158 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:17.969089 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28cb92-6529-4337-978d-d00f4ca9a21b None None] Pushing event updated for resources: {'Port': ['ID=969c8eb2-73f7-4c43-8a80-4e3766a12772,revision_number=3']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:18.026249 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Attempting to bind port 969c8eb2-73f7-4c43-8a80-4e3766a12772 on host dv-cinder-831247-1-iscsi for vnic_type normal with profile {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:18.026639 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Attempting to bind port 969c8eb2-73f7-4c43-8a80-4e3766a12772 by drivers openvswitch,hyperv on host dv-cinder-831247-1-iscsi at level 0 using segments [{'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:18.026989 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Attempting to bind port 969c8eb2-73f7-4c43-8a80-4e3766a12772 on network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:18.032661 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Checking agent: {'id': '12d1b211-4b28-4cde-966d-bc8e5947b21f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 32, 52), 'started_at': datetime.datetime(2022, 2, 28, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:18.033035 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Checking segment: {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:18.033469 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.033897 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Bound using segment: {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'} {{(pid=109447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:18.034377 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.managers [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Bound port: 969c8eb2-73f7-4c43-8a80-4e3766a12772, host: dv-cinder-831247-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c7929c-1f92-4c51-99f9-4d9b66d21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d'}}] {{(pid=109447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:18.034738 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), before_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.102186 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] For port 969c8eb2-73f7-4c43-8a80-4e3766a12772, host dv-cinder-831247-1-iscsi, cleared binding levels {{(pid=109447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:18.105475 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.plugins.ml2.db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] For port 969c8eb2-73f7-4c43-8a80-4e3766a12772, host dv-cinder-831247-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=969c8eb2-73f7-4c43-8a80-4e3766a12772,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:18.113405 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron_lib.callbacks.manager [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), after_update {{(pid=109447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.172729 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28cb92-6529-4337-978d-d00f4ca9a21b None None] Pushing event updated for resources: {'Port': ['ID=969c8eb2-73f7-4c43-8a80-4e3766a12772,revision_number=4']} {{(pid=109447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:18.175567 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Routers {'13211316-60a5-4946-8a5f-2c02468bf7a1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:18.176188 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:46:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['13211316-60a5-4946-8a5f-2c02468bf7a1'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:18.204027 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] Provisioning complete for port 969c8eb2-73f7-4c43-8a80-4e3766a12772 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:18.204263 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.294411 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] Current status of the port 969c8eb2-73f7-4c43-8a80-4e3766a12772 is: DOWN; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:18.294898 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.299743 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] Set router 13211316-60a5-4946-8a5f-2c02468bf7a1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:18.333512 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] For port 969c8eb2-73f7-4c43-8a80-4e3766a12772, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=969c8eb2-73f7-4c43-8a80-4e3766a12772,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:18.338361 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.389447 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bfed3-3304-47e3-9761-55bd66e3e4be None None] Pushing event updated for resources: {'Port': ['ID=969c8eb2-73f7-4c43-8a80-4e3766a12772,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:18.462318 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-db3194af-9bf9-4963-bc91-c829c5234e3f None None] Provisioning complete for port 969c8eb2-73f7-4c43-8a80-4e3766a12772 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:18.462834 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-db3194af-9bf9-4963-bc91-c829c5234e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:18.505395 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '969c8eb2-73f7-4c43-8a80-4e3766a12772', 'name': '', 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'mac_address': 'fa:16:3e:16:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:13Z', 'updated_at': '2022-02-28T19:46:18Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'subnets': [{'id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:18.535781 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f63080c-bf44-4207-a660-04796d9fef9e None None] The sync data for ids ['13211316-60a5-4946-8a5f-2c02468bf7a1'] in dv-cinder-831247-1-iscsi is: [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:46:14Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '969c8eb2-73f7-4c43-8a80-4e3766a12772', 'name': '', 'network_id': '481aaa9b-fc83-4c12-9e51-dfa9c2eb023d', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'mac_address': 'fa:16:3e:16:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:13Z', 'updated_at': '2022-02-28T19:46:18Z', 'revision_number': 4, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'subnets': [{'id': '5e9c2b2d-7c3a-4ee5-8f03-5caba571307a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:46:18.542148 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-db3194af-9bf9-4963-bc91-c829c5234e3f None None] Current status of the port 969c8eb2-73f7-4c43-8a80-4e3766a12772 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:18.759939 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:19.351050 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 424317c0-a871-4bcc-b431-5e722f31c16f up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:19.403406 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 424317c0-a871-4bcc-b431-5e722f31c16f triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:19.404097 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:19.484948 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 424317c0-a871-4bcc-b431-5e722f31c16f is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:19.486009 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 969c8eb2-73f7-4c43-8a80-4e3766a12772 up at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:19.533228 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Provisioning complete for port 969c8eb2-73f7-4c43-8a80-4e3766a12772 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:19.533608 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:19.621962 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Current status of the port 969c8eb2-73f7-4c43-8a80-4e3766a12772 is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:20.024639 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:20.296274 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:21.580524 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:22.114785 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:46:40.023818 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-4c3ebad8-f388-425b-89f8-23f4e9949b95 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100044548&fields=id&tenant_id=022462fefc6e4f64bd95091439fda64c HTTP/1.1" status: 200 len: 267 time: 0.0455599 Feb 28 19:46:40.128315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-7e67de36-5c90-4ff0-a89e-cf07f80e8f44 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:40.129704 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-7e67de36-5c90-4ff0-a89e-cf07f80e8f44 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 809 time: 0.0995719 Feb 28 19:46:40.144352 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-3936fb96-cf55-4759-b95b-d4101b1501f5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/quotas/022462fefc6e4f64bd95091439fda64c HTTP/1.1" status: 200 len: 375 time: 0.0087950 Feb 28 19:46:40.201060 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6135907d-d663-4731-923c-f54821cc42f1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519774 Feb 28 19:46:40.404450 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-83d581cc-7cdb-43bc-a387-547b015370cf service neutron] 10.222.0.47 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915650 Feb 28 19:46:40.500874 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-20d005ca-bef0-4084-aa61-8ad9cdae2ce7 service neutron] 10.222.0.47 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Feb 28 19:46:40.815654 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-27b1edfd-0ef8-487e-8bbe-b59f0c5f246a req-f261b9d2-cdcf-4a18-b55c-8e687d5aa77e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Feb 28 19:46:41.954678 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7f892a49-6de6-43ba-af70-55de9304eedc req-42bfdf64-07fd-4363-b0b8-9dd2889fdde3 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 210 time: 0.0620184 Feb 28 19:46:42.004806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-b1db39f0-6fe1-4749-b70f-32d19c0052d3 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:42.006276 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-b1db39f0-6fe1-4749-b70f-32d19c0052d3 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 809 time: 0.1364760 Feb 28 19:46:42.080577 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-39f8b3b5-ba65-47d1-9409-edb909b09e4a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=022462fefc6e4f64bd95091439fda64c HTTP/1.1" status: 200 len: 380 time: 0.0521584 Feb 28 19:46:42.090513 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'port': {'device_id': '28434a41-f245-4773-b5a3-6ebb0b073845', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'admin_state_up': True, 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'security_groups': ['582aa5aa-ff4f-4ee5-99aa-8d09f04e7293']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:42.199607 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Made reservation on behalf of 022462fefc6e4f64bd95091439fda64c for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:46:42.204919 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:42.334894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Allocated IP 172.20.0.7 (7cc2ae70-7570-49a3-8132-5411113228ff/34544c21-823e-46e1-a555-1b5b0ddd925e/081e7f15-f847-4e22-b235-44da4221dc59) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:42.478550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for port (081e7f15-f847-4e22-b235-44da4221dc59), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:42.515705 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:42.561997 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Network 7cc2ae70-7570-49a3-8132-5411113228ff is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:42.565135 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:42.569037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:42.601293 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:42.627248 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:42.627830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:42.645422 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-6c51980c-a1fa-4deb-ac52-47e64811e471 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584881 Feb 28 19:46:42.656828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Request body: {'port': {'device_id': '28434a41-f245-4773-b5a3-6ebb0b073845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:42.722334 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:42.836662 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-8fbc2648-3b05-45e5-9c41-e0a10e693695 None None] Provisioning complete for port 081e7f15-f847-4e22-b235-44da4221dc59 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:42.837314 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8fbc2648-3b05-45e5-9c41-e0a10e693695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (081e7f15-f847-4e22-b235-44da4221dc59), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:42.875392 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc2648-3b05-45e5-9c41-e0a10e693695 None None] Port 081e7f15-f847-4e22-b235-44da4221dc59 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:46:42.991228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081e7f15-f847-4e22-b235-44da4221dc59 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:46:42.998738 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Publish callbacks [] for port (081e7f15-f847-4e22-b235-44da4221dc59), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:43.010817 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Transition to ACTIVE for port object 081e7f15-f847-4e22-b235-44da4221dc59 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:46:43.016273 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:43.093199 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:43.157524 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895fc4c-1c68-488b-ba20-e91879ca1d50 req-a1504a86-b3b7-4947-8f71-4289d5b09907 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:43.159039 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a895fc4c-1c68-488b-ba20-e91879ca1d50 req-a1504a86-b3b7-4947-8f71-4289d5b09907 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.1190779 Feb 28 19:46:43.195259 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Attempting to bind port 081e7f15-f847-4e22-b235-44da4221dc59 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:46:43.195598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Attempting to bind port 081e7f15-f847-4e22-b235-44da4221dc59 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:46:43.195953 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Attempting to bind port 081e7f15-f847-4e22-b235-44da4221dc59 on network 7cc2ae70-7570-49a3-8132-5411113228ff {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:43.211044 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Port 081e7f15-f847-4e22-b235-44da4221dc59 on network 7cc2ae70-7570-49a3-8132-5411113228ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:46:43.211366 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Attempting to bind port 081e7f15-f847-4e22-b235-44da4221dc59 on network 7cc2ae70-7570-49a3-8132-5411113228ff {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:46:43.228599 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:46:43.228947 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Checking segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:46:43.229402 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Bound using segment: {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:46:43.229834 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Bound port: 081e7f15-f847-4e22-b235-44da4221dc59, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:46:43.230190 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:43.235643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a895fc4c-1c68-488b-ba20-e91879ca1d50 req-ab148d19-8729-4914-a57e-f6265eb62467 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673497 Feb 28 19:46:43.299835 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:46:43.302980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:46:43.313259 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:43.350995 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:43.351695 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:43.353179 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] 10.222.0.30 "PUT /v2.0/ports/081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 1093 time: 0.7005739 Feb 28 19:46:43.353671 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:46:43.356208 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae78c93-36ab-4935-80c8-aea30f592d22" -d '{"events": [{"name": "network-changed", "server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:46:43.385390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a416-b95d-401b-872e-2cba3c3b903e service neutron] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:43.452217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-4e9fd971-ab97-437c-99ef-fdcf5a667fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:43.454243 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-4e9fd971-ab97-437c-99ef-fdcf5a667fcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1127 time: 0.0516775 Feb 28 19:46:43.475814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccecbc96-1790-4a56-9eff-4d4171f86e3e x-openstack-request-id: req-ccecbc96-1790-4a56-9eff-4d4171f86e3e {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:46:43.475814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:46:43.475814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ccecbc96-1790-4a56-9eff-4d4171f86e3e {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:46:43.475814 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'status': 'completed', 'code': 200} Feb 28 19:46:43.514351 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-ad2273ce-5164-40bd-b786-46bd94869357 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 217 time: 0.0363777 Feb 28 19:46:43.566489 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-f7e7a8c2-5d13-4a63-bd46-5f727e31e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:43.567920 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-f7e7a8c2-5d13-4a63-bd46-5f727e31e1e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0470817 Feb 28 19:46:43.617152 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-42b4a7c8-6400-47dc-9ba7-77d75b46553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:43.618706 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-42b4a7c8-6400-47dc-9ba7-77d75b46553e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447123 Feb 28 19:46:43.711504 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-8499eb8c-8c00-4baf-b78e-675052839c0f service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Feb 28 19:46:44.065576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d5ed20c-efde-413f-8a91-2f600939adbe req-7e64454c-b9de-450a-b82f-8217e5487b4d service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467939 Feb 28 19:46:44.174601 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-9c340e80-94b2-4355-9d8a-c3322373f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:44.176751 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-9c340e80-94b2-4355-9d8a-c3322373f358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1127 time: 0.0586607 Feb 28 19:46:44.270150 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-5f0acc90-4401-4b23-9734-4342fbfc2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:44.271765 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-5f0acc90-4401-4b23-9734-4342fbfc2d73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 910 time: 0.0877271 Feb 28 19:46:44.321049 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-061f7e82-91d8-4124-92a2-115e2899f9ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 217 time: 0.0429711 Feb 28 19:46:44.392946 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-7c6c743c-0b80-4091-86c5-ab883ef20e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:44.394407 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-7c6c743c-0b80-4091-86c5-ab883ef20e3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0675960 Feb 28 19:46:44.405923 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76cfdf-5e7c-449f-bdc9-b6fe35e0161a req-77e12dd4-6d04-4012-8ff6-90e943b1c1bb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:44.407334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa76cfdf-5e7c-449f-bdc9-b6fe35e0161a req-77e12dd4-6d04-4012-8ff6-90e943b1c1bb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0959091 Feb 28 19:46:44.480676 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa76cfdf-5e7c-449f-bdc9-b6fe35e0161a req-b3778394-da33-460f-bb14-5072c89b1c35 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651422 Feb 28 19:46:44.483712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-176b0bd0-0262-4882-a290-ac556e5a4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:44.485147 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-176b0bd0-0262-4882-a290-ac556e5a4949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769451 Feb 28 19:46:44.578860 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-614db818-b42e-48a2-aeb5-39deb5596172 service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Feb 28 19:46:44.665759 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ae78c93-36ab-4935-80c8-aea30f592d22 req-f590fc08-9ef5-492e-a374-2f182109fb5f service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804346 Feb 28 19:46:45.238238 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-be8a5c93-4068-4d12-9923-85a0c99b499a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:45.605194 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a0895-0d78-449c-9ef2-9ae9d799ca76 req-5a028967-7f32-45a1-93cc-7872f94ff02d tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:45.606698 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f24a0895-0d78-449c-9ef2-9ae9d799ca76 req-5a028967-7f32-45a1-93cc-7872f94ff02d tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0544989 Feb 28 19:46:45.658833 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f24a0895-0d78-449c-9ef2-9ae9d799ca76 req-694b0732-cd3f-478e-9c59-ce6db12ca12c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Feb 28 19:46:46.782487 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9604e-f2b8-4d34-aafb-883ad71b8c83 req-9f35cc73-2779-4564-8172-d9849cd537f6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:46.783937 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38b9604e-f2b8-4d34-aafb-883ad71b8c83 req-9f35cc73-2779-4564-8172-d9849cd537f6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0539405 Feb 28 19:46:46.831855 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-38b9604e-f2b8-4d34-aafb-883ad71b8c83 req-1177e906-3509-42df-886e-ab7653bc64a6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422668 Feb 28 19:46:47.669240 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-093d698c-a22b-42fe-8929-b7616d79f245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:47.982106 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613d65-fdcf-4fe4-8d0f-50561f073a17 req-d01acfad-f205-48a3-8d41-9aaf3dd8018f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:47.984674 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc613d65-fdcf-4fe4-8d0f-50561f073a17 req-d01acfad-f205-48a3-8d41-9aaf3dd8018f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0665970 Feb 28 19:46:48.036198 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dc613d65-fdcf-4fe4-8d0f-50561f073a17 req-5bffd403-9728-4f06-999f-cdd6bf9e5633 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Feb 28 19:46:48.772581 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:49.172203 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bcfe2-81e1-4b5c-bac1-e80b57bdb0df req-445589d2-1c73-45c7-bfea-b946c1ce9eb1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:49.173707 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac3bcfe2-81e1-4b5c-bac1-e80b57bdb0df req-445589d2-1c73-45c7-bfea-b946c1ce9eb1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0668318 Feb 28 19:46:49.224269 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac3bcfe2-81e1-4b5c-bac1-e80b57bdb0df req-d9de963d-b72b-4819-8d10-d2cd6a7f3dc0 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Feb 28 19:46:50.023475 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:50.297611 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:50.343284 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f67f-fcdf-4b08-8fc8-214695e17310 req-fe58aeeb-6171-484a-9fcd-8c90a55e751a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:50.344751 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d2f67f-fcdf-4b08-8fc8-214695e17310 req-fe58aeeb-6171-484a-9fcd-8c90a55e751a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0535810 Feb 28 19:46:50.396446 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50d2f67f-fcdf-4b08-8fc8-214695e17310 req-f5945de3-8d90-48b3-8d08-6abfef43b7ad tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Feb 28 19:46:51.219725 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:46:51.319007 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:51.331089 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '081e7f15-f847-4e22-b235-44da4221dc59', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'port_id': '081e7f15-f847-4e22-b235-44da4221dc59', 'mac_address': 'fa:16:3e:bc:c4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:46:51.367765 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 081e7f15-f847-4e22-b235-44da4221dc59 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:51.368152 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:51.380443 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081e7f15-f847-4e22-b235-44da4221dc59 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:46:51.404058 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:51.408786 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:51.454548 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:51.522099 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00a0e1-e449-45ed-8b14-19b65601b2fe req-6328528f-1a86-402e-8a95-0e7ed39114c0 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:51.523621 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b00a0e1-e449-45ed-8b14-19b65601b2fe req-6328528f-1a86-402e-8a95-0e7ed39114c0 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 944 time: 0.0574155 Feb 28 19:46:51.574985 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b00a0e1-e449-45ed-8b14-19b65601b2fe req-64a6cd69-5036-400f-a6db-b3c9c0224595 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Feb 28 19:46:51.576551 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:51.849336 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['081e7f15-f847-4e22-b235-44da4221dc59'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:46:52.696773 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da21d96-1f95-47b3-b2df-e4a355ef24e8 req-8c268a80-8f23-4379-a423-b0b065648c85 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:52.698281 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7da21d96-1f95-47b3-b2df-e4a355ef24e8 req-8c268a80-8f23-4379-a423-b0b065648c85 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 944 time: 0.0569732 Feb 28 19:46:52.747618 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7da21d96-1f95-47b3-b2df-e4a355ef24e8 req-e7f0884d-5602-4351-a1c7-59983a840369 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Feb 28 19:46:53.053056 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144df8ea-e19c-40fa-9577-8dcc03042854 req-cc862cb9-7e2b-4b8c-851e-e61eaf8643c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:53.054859 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-144df8ea-e19c-40fa-9577-8dcc03042854 req-cc862cb9-7e2b-4b8c-851e-e61eaf8643c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0573344 Feb 28 19:46:53.105563 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-144df8ea-e19c-40fa-9577-8dcc03042854 req-3cbc1379-4ad5-463f-a024-67955fddb2fd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Feb 28 19:46:53.233898 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:46:53.287792 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 081e7f15-f847-4e22-b235-44da4221dc59 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:46:53.291869 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 081e7f15-f847-4e22-b235-44da4221dc59 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:46:53.292286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (081e7f15-f847-4e22-b235-44da4221dc59), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:53.375994 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 081e7f15-f847-4e22-b235-44da4221dc59 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:46:53.376386 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:53.399054 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:46:53.401670 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ce5c7-2593-4eb7-a505-78b5b16dc577" -d '{"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-plugged", "status": "completed", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:46:53.413599 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:46:53.418145 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:53.463715 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:53.490291 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc907ef0-e1de-431e-9757-1cab4a932de3 x-openstack-request-id: req-bc907ef0-e1de-431e-9757-1cab4a932de3 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:46:53.490585 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-plugged", "status": "completed", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:46:53.490860 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc907ef0-e1de-431e-9757-1cab4a932de3 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:46:53.491283 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'code': 200} Feb 28 19:46:53.763142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb51c7d-2464-453f-ad05-037b7917a9eb req-af77a9aa-6b5c-403e-9fb7-87c00c2b1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:53.764505 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9cb51c7d-2464-453f-ad05-037b7917a9eb req-af77a9aa-6b5c-403e-9fb7-87c00c2b1e79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1129 time: 0.0465703 Feb 28 19:46:53.811559 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9cb51c7d-2464-453f-ad05-037b7917a9eb req-7011f265-2eb7-4e58-bd5d-5052a828f748 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400023 Feb 28 19:46:53.863194 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c3d50-48e1-435b-a3e7-ed06a182f708 req-dc2350a0-7dfd-494f-a08f-649b944f1394 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:53.864879 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-196c3d50-48e1-435b-a3e7-ed06a182f708 req-dc2350a0-7dfd-494f-a08f-649b944f1394 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Feb 28 19:46:53.915127 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-196c3d50-48e1-435b-a3e7-ed06a182f708 req-696a9b2c-9aa5-4bc1-b785-4c3d4d27ec38 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Feb 28 19:46:54.244400 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff2c62-cb54-4b98-94e3-e2b1d959d174 req-d7fd49e7-a021-46ea-9f0e-4fa96c36127e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:54.245902 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95ff2c62-cb54-4b98-94e3-e2b1d959d174 req-d7fd49e7-a021-46ea-9f0e-4fa96c36127e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0616632 Feb 28 19:46:54.297513 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95ff2c62-cb54-4b98-94e3-e2b1d959d174 req-dff602fe-b9cb-4c93-bd51-71dda66dafea tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432990 Feb 28 19:46:55.061077 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1197a-f29d-4682-b1ae-557af8384d08 req-da7f9a24-9b95-4e9c-b009-0d63f260b4c0 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:55.062724 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eef1197a-f29d-4682-b1ae-557af8384d08 req-da7f9a24-9b95-4e9c-b009-0d63f260b4c0 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0573514 Feb 28 19:46:55.114612 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eef1197a-f29d-4682-b1ae-557af8384d08 req-cec53a70-66d0-4abb-9626-ef0685825afb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Feb 28 19:46:55.431706 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69996421-0578-49a8-ba7b-91f5b6caa44f req-aa112eaa-a077-4248-880a-4a318bd632f0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:55.433216 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-69996421-0578-49a8-ba7b-91f5b6caa44f req-aa112eaa-a077-4248-880a-4a318bd632f0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0650935 Feb 28 19:46:55.484004 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-69996421-0578-49a8-ba7b-91f5b6caa44f req-6c1a2ef9-d319-499b-af2f-e0d5d2e59ef8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Feb 28 19:46:56.258636 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ee307-eefa-4b20-9a91-0916699b3604 req-1681ec2d-555f-4304-a85b-f8d724f24b91 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:56.260136 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3e6ee307-eefa-4b20-9a91-0916699b3604 req-1681ec2d-555f-4304-a85b-f8d724f24b91 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0611029 Feb 28 19:46:56.308730 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3e6ee307-eefa-4b20-9a91-0916699b3604 req-135dc81b-12a6-45af-bbd8-7f116c9bcf04 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422401 Feb 28 19:46:56.439912 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420d83-5a5e-4ad3-8d42-bcecacf368e9 req-fa65020c-97e6-4883-aacf-02edd354bba8 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:56.441323 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2c420d83-5a5e-4ad3-8d42-bcecacf368e9 req-fa65020c-97e6-4883-aacf-02edd354bba8 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Feb 28 19:46:56.491374 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2c420d83-5a5e-4ad3-8d42-bcecacf368e9 req-9858fe30-b707-453a-8351-363c41f6a1b5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Feb 28 19:46:56.517402 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47728) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:56.603550 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a5fb0e-2bec-4940-8d19-d16c3b1e05e2 tempest-TestShelveInstance-40625733 tempest-TestShelveInstance-40625733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:56.607925 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-97a5fb0e-2bec-4940-8d19-d16c3b1e05e2 tempest-TestShelveInstance-40625733 tempest-TestShelveInstance-40625733-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1124 time: 0.0868256 Feb 28 19:46:56.608360 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac2061-a7e6-45e9-9887-0a8e60dd1186 req-d51fe447-9985-4b42-931a-00da04161fd6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:56.608491 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47732) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:46:56.609013 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d3ac2061-a7e6-45e9-9887-0a8e60dd1186 req-d51fe447-9985-4b42-931a-00da04161fd6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0572641 Feb 28 19:46:56.612820 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'port_id': '081e7f15-f847-4e22-b235-44da4221dc59', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:46:56.634342 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:56.656664 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d3ac2061-a7e6-45e9-9887-0a8e60dd1186 req-448a10b2-3ace-4fa2-9b93-7a13e6e06e83 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Feb 28 19:46:56.735873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:56.842530 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Allocated IP 172.27.0.147 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/e310a760-47d0-46f8-9ac4-0b3173705443) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:46:56.938701 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for port (e310a760-47d0-46f8-9ac4-0b3173705443), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:56.978407 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (e310a760-47d0-46f8-9ac4-0b3173705443), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:57.016779 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:46:57.019470 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:46:57.023793 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:46:57.029534 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'Port': ['ID=e310a760-47d0-46f8-9ac4-0b3173705443,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:57.396246 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for floatingip (765145ac-6dde-4a32-bf4c-c777e6e722ce), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:57.465184 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (e310a760-47d0-46f8-9ac4-0b3173705443), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:57.614855 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for port (e310a760-47d0-46f8-9ac4-0b3173705443), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:57.621514 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26708674'] for port (e310a760-47d0-46f8-9ac4-0b3173705443), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:57.687215 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event updated for resources: {'Port': ['ID=e310a760-47d0-46f8-9ac4-0b3173705443,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:46:57.697275 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (765145ac-6dde-4a32-bf4c-c777e6e722ce), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:57.785652 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce3fa8-bcf7-4e70-b6cf-6a5a6f5b30cd req-b0caef35-ce08-4a05-bfa9-a02fc53e59ad tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:57.787146 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95ce3fa8-bcf7-4e70-b6cf-6a5a6f5b30cd req-b0caef35-ce08-4a05-bfa9-a02fc53e59ad tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0517471 Feb 28 19:46:57.799193 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.l3_db [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Floating IP 765145ac-6dde-4a32-bf4c-c777e6e722ce associated. External IP: 172.27.0.147, port: 081e7f15-f847-4e22-b235-44da4221dc59. Feb 28 19:46:57.833980 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-95ce3fa8-bcf7-4e70-b6cf-6a5a6f5b30cd req-d0f4c828-00cc-4f7f-9930-ab2828a6ced8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411606 Feb 28 19:46:58.013011 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:46:58.119253 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:46:58.129354 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] Sync routers for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:46:58.139387 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:46:58.139706 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:58.140329 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:46:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:58.169246 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-a668101a-42b3-42c1-b884-26c2b8e1ca42 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5595481 Feb 28 19:46:58.169810 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:46:58.172115 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b0cba-bb15-4976-8322-289c249602ae" -d '{"events": [{"name": "network-changed", "server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:46:58.253311 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:58.417279 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949259e7-be5f-42a1-af26-f71da4fc1205 x-openstack-request-id: req-949259e7-be5f-42a1-af26-f71da4fc1205 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:46:58.417572 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:46:58.417794 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-949259e7-be5f-42a1-af26-f71da4fc1205 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:46:58.418210 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'status': 'completed', 'code': 200} Feb 28 19:46:58.495055 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0cba-bb15-4976-8322-289c249602ae req-59f4158d-76eb-4824-9bbe-bc53c746d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:58.496582 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-59f4158d-76eb-4824-9bbe-bc53c746d51b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1129 time: 0.0501921 Feb 28 19:46:58.533491 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '765145ac-6dde-4a32-bf4c-c777e6e722ce', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'port_id': '081e7f15-f847-4e22-b235-44da4221dc59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'mac_address': 'fa:16:3e:bc:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28434a41-f245-4773-b5a3-6ebb0b073845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:46:57Z', 'updated_at': '2022-02-28T19:46:57Z', 'revision_number': 0, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:58.558909 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] Checking router: 932dbc17-373e-4d98-9b2d-4fe9289be2c1 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:46:58.567471 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:46:58.568080 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:46:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:58.585563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0cba-bb15-4976-8322-289c249602ae req-48176a6f-67fd-486f-a94b-6079cb156e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:58.587041 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-48176a6f-67fd-486f-a94b-6079cb156e1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 910 time: 0.0846572 Feb 28 19:46:58.657807 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-1451541b-c8d6-47f7-9b6b-65e7b43175f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 999 time: 0.0637698 Feb 28 19:46:58.708940 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0cba-bb15-4976-8322-289c249602ae req-110f272e-3fbf-41b9-844c-ec7e71668b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:58.710412 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-110f272e-3fbf-41b9-844c-ec7e71668b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0459507 Feb 28 19:46:58.762336 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0cba-bb15-4976-8322-289c249602ae req-3b92e62d-d40c-4be9-98f9-ccf6bbe06266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:58.763915 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-3b92e62d-d40c-4be9-98f9-ccf6bbe06266 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472381 Feb 28 19:46:58.798417 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:46:58.853721 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-e60ef90d-f99d-4064-a93e-f18a90475c7a service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830610 Feb 28 19:46:58.978762 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6c9b0cba-bb15-4976-8322-289c249602ae req-1bf9eade-594f-4ba7-929b-d354fa9d094a service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181347 Feb 28 19:46:58.986702 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff69448-4149-44a8-9e7c-b429b7abcdd3 req-afa5163b-689f-41f1-9315-3477e1f0fcce tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:46:58.988140 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9ff69448-4149-44a8-9e7c-b429b7abcdd3 req-afa5163b-689f-41f1-9315-3477e1f0fcce tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0762067 Feb 28 19:46:59.029306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '765145ac-6dde-4a32-bf4c-c777e6e722ce', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'port_id': '081e7f15-f847-4e22-b235-44da4221dc59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'mac_address': 'fa:16:3e:bc:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28434a41-f245-4773-b5a3-6ebb0b073845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:46:57Z', 'updated_at': '2022-02-28T19:46:57Z', 'revision_number': 0, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:46:59.051622 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9ff69448-4149-44a8-9e7c-b429b7abcdd3 req-efc9b571-ff93-4263-86e3-ccfd88d6d167 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575738 Feb 28 19:46:59.060509 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a7f757-62e5-4f28-9f89-680831ab6057 None None] The sync data for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi is: [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '765145ac-6dde-4a32-bf4c-c777e6e722ce', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'port_id': '081e7f15-f847-4e22-b235-44da4221dc59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'mac_address': 'fa:16:3e:bc:c4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28434a41-f245-4773-b5a3-6ebb0b073845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:46:57Z', 'updated_at': '2022-02-28T19:46:57Z', 'revision_number': 0, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:46:59.103873 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:46:59.255531 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc883bc6-8958-494e-a6b8-1e39476c1463 None None] New status for floating IP 765145ac-6dde-4a32-bf4c-c777e6e722ce: ACTIVE {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:47:00.180729 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9ad3-4be5-452c-929f-300cb88a7c2b req-c30f729f-101d-4375-910d-e5c7df4b588d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:00.182202 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d3ec9ad3-4be5-452c-929f-300cb88a7c2b req-c30f729f-101d-4375-910d-e5c7df4b588d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0559888 Feb 28 19:47:00.231942 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d3ec9ad3-4be5-452c-929f-300cb88a7c2b req-a4e81470-3f64-4cc5-8377-32f197d151d5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Feb 28 19:47:01.239304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a30d5-bbbb-44e7-9a55-6741736cbabf req-3d3092fa-2c2a-4947-b575-85e7e2594062 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:01.240786 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-171a30d5-bbbb-44e7-9a55-6741736cbabf req-3d3092fa-2c2a-4947-b575-85e7e2594062 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0842488 Feb 28 19:47:01.244013 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53240c60-c7c7-4540-9eab-a21f719d218b req-bcfbcbb1-f3b1-4eb0-9dd2-09a1f19fac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:01.245356 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-bcfbcbb1-f3b1-4eb0-9dd2-09a1f19fac80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1169 time: 0.0794003 Feb 28 19:47:01.386054 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-171a30d5-bbbb-44e7-9a55-6741736cbabf req-ca86be43-8ac1-4e73-a136-33398d09926c tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1392829 Feb 28 19:47:01.414330 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14955d3-58eb-4fcf-9555-f38043ab5261 req-63c74d0f-7c59-421f-ae97-011cfb1f04f2 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:01.416374 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e14955d3-58eb-4fcf-9555-f38043ab5261 req-63c74d0f-7c59-421f-ae97-011cfb1f04f2 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.1055074 Feb 28 19:47:01.435079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53240c60-c7c7-4540-9eab-a21f719d218b req-5183292c-2167-4fea-bd65-92fbcbabb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:01.436432 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-5183292c-2167-4fea-bd65-92fbcbabb84f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 916 time: 0.1832337 Feb 28 19:47:01.511766 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e14955d3-58eb-4fcf-9555-f38043ab5261 req-f9bd733d-37dd-4c93-b99f-899d006da30b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896435 Feb 28 19:47:01.519801 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-43cf689d-4e30-45c1-bde1-67a4dbbb6533 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 1001 time: 0.0751863 Feb 28 19:47:01.574355 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53240c60-c7c7-4540-9eab-a21f719d218b req-8acd5675-2886-407e-835c-92a029aef8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:01.575775 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-8acd5675-2886-407e-835c-92a029aef8b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0500801 Feb 28 19:47:01.627014 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53240c60-c7c7-4540-9eab-a21f719d218b req-26e4fe99-a9f6-4a4e-a561-8c75ac8a1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:01.628498 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-26e4fe99-a9f6-4a4e-a561-8c75ac8a1ea2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473316 Feb 28 19:47:01.713805 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-fb3e89aa-c217-473d-be8f-013190addf42 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792041 Feb 28 19:47:01.802816 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53240c60-c7c7-4540-9eab-a21f719d218b req-1a667f06-94be-4aef-9e1f-6974bfb882ff service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Feb 28 19:47:02.517155 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538d849-37ed-4d2c-b8fb-a76bc204b833 req-0265c38b-93a2-4b81-8108-c4f06794e3d1 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:02.518543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2538d849-37ed-4d2c-b8fb-a76bc204b833 req-0265c38b-93a2-4b81-8108-c4f06794e3d1 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0615227 Feb 28 19:47:02.586285 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2538d849-37ed-4d2c-b8fb-a76bc204b833 req-5743c102-49d8-4ee2-ab37-2d404220576b tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585892 Feb 28 19:47:02.641730 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b91a-f1fd-43c8-a57d-0538b3c29f6a req-6b4afae6-b160-4b83-85a5-1bb1e85718c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:02.643158 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b213b91a-f1fd-43c8-a57d-0538b3c29f6a req-6b4afae6-b160-4b83-85a5-1bb1e85718c0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0560551 Feb 28 19:47:02.702232 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b213b91a-f1fd-43c8-a57d-0538b3c29f6a req-e968bd6c-bf3c-4a1b-ac0e-0fedda3cae52 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510256 Feb 28 19:47:03.716705 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dd464-d9e2-44e3-a6b5-19fd2ad9fc7c req-67d46a2b-e442-477c-be7c-6415e5280e35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:03.718183 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-409dd464-d9e2-44e3-a6b5-19fd2ad9fc7c req-67d46a2b-e442-477c-be7c-6415e5280e35 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0531566 Feb 28 19:47:03.788378 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-409dd464-d9e2-44e3-a6b5-19fd2ad9fc7c req-a6257e83-8b35-4a5b-a37f-508c8fcc69b0 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644071 Feb 28 19:47:03.831177 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712a7e4-d081-4b58-9401-6c26581db710 req-16c1611a-d4b6-44e5-a3d8-53e206c47672 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:03.833143 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e712a7e4-d081-4b58-9401-6c26581db710 req-16c1611a-d4b6-44e5-a3d8-53e206c47672 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0634611 Feb 28 19:47:03.882395 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e712a7e4-d081-4b58-9401-6c26581db710 req-d60dafa7-2d1f-43e9-9835-45c3761430e6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Feb 28 19:47:04.107444 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fb873-12b0-4b84-a271-2b404851810f req-e0acfd31-de13-4c76-90e5-f880c73e301e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:04.109195 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e59fb873-12b0-4b84-a271-2b404851810f req-e0acfd31-de13-4c76-90e5-f880c73e301e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0604067 Feb 28 19:47:04.175264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-2098ab31-08ce-4da9-882a-6255a494853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:04.176627 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-2098ab31-08ce-4da9-882a-6255a494853c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.0838511 Feb 28 19:47:04.179755 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e59fb873-12b0-4b84-a271-2b404851810f req-d68df140-9fa2-4ae0-97c1-840556a16df7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532460 Feb 28 19:47:04.271730 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-1ee4467f-5868-4de1-8c2f-b1206fce17b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:04.273357 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-1ee4467f-5868-4de1-8c2f-b1206fce17b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.0880446 Feb 28 19:47:04.339081 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-70c52949-fbec-4478-b7c5-a41050870a72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1002 time: 0.0594914 Feb 28 19:47:04.390230 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-aef52f73-b537-4457-8487-69664d1d04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:04.391669 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-aef52f73-b537-4457-8487-69664d1d04ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0463958 Feb 28 19:47:04.440598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-8351a54b-9721-434f-be4a-3ba60b2dd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:04.441981 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-8351a54b-9721-434f-be4a-3ba60b2dd7a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438464 Feb 28 19:47:04.528425 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-268162e9-caf2-4391-a929-38182ec2ef88 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795031 Feb 28 19:47:04.621239 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0430d06e-4482-4e53-a097-7ec811c7ea7f req-79e0b496-feba-4361-aad0-20602d40107e service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Feb 28 19:47:04.920208 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee1048-af46-430b-a67c-6d839b81014f req-51fe975b-d919-459d-b381-04faadfe1211 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:04.921736 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-65ee1048-af46-430b-a67c-6d839b81014f req-51fe975b-d919-459d-b381-04faadfe1211 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0545955 Feb 28 19:47:04.986650 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-65ee1048-af46-430b-a67c-6d839b81014f req-ba14acef-a182-48ff-8021-779c3bf9c4fb tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561886 Feb 28 19:47:05.311186 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b11ecb-db70-45b8-9c01-6c2da5da1943 req-2097345b-32d6-4328-8aa3-f8b2a60f7cd7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:05.312655 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b1b11ecb-db70-45b8-9c01-6c2da5da1943 req-2097345b-32d6-4328-8aa3-f8b2a60f7cd7 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0607305 Feb 28 19:47:05.359852 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b1b11ecb-db70-45b8-9c01-6c2da5da1943 req-13bb8e3f-f0a1-437b-98eb-ca531f5ea3dc tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411816 Feb 28 19:47:06.137295 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb88d-ee31-49b9-89ea-15076a5f10c1 req-4a4a18f5-458f-4541-9f3f-daffb248b135 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:06.138749 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e4bb88d-ee31-49b9-89ea-15076a5f10c1 req-4a4a18f5-458f-4541-9f3f-daffb248b135 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0708439 Feb 28 19:47:06.201026 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1e4bb88d-ee31-49b9-89ea-15076a5f10c1 req-7f1275fa-ddd5-40db-86d0-fd7b5fbf8335 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557461 Feb 28 19:47:07.330217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a534a8e-572f-4eef-b7eb-fb59037da132 req-07660436-ff0f-4069-981f-05b87609a413 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:07.331654 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5a534a8e-572f-4eef-b7eb-fb59037da132 req-07660436-ff0f-4069-981f-05b87609a413 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0539660 Feb 28 19:47:07.393355 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5a534a8e-572f-4eef-b7eb-fb59037da132 req-0119a40d-715f-4e19-975b-a75fec43fdf6 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546556 Feb 28 19:47:08.525841 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def87939-b177-41c5-b242-66e7be9ca75a req-74be1d2f-8684-4dfb-8f64-9549f7c4a7ac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:08.527177 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-def87939-b177-41c5-b242-66e7be9ca75a req-74be1d2f-8684-4dfb-8f64-9549f7c4a7ac tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0546370 Feb 28 19:47:08.594390 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-def87939-b177-41c5-b242-66e7be9ca75a req-94087090-b4a3-44d5-be1e-3d443d1f9b8f tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615718 Feb 28 19:47:09.729305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62db907-3fea-47b8-a1c7-788f22d641ce req-737634d4-01eb-401e-8d69-45dfa920b3fa tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:09.730782 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d62db907-3fea-47b8-a1c7-788f22d641ce req-737634d4-01eb-401e-8d69-45dfa920b3fa tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0557213 Feb 28 19:47:09.789085 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d62db907-3fea-47b8-a1c7-788f22d641ce req-bce9911b-b983-445f-8de5-2bdbeab6d761 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522268 Feb 28 19:47:10.931354 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817865e-47f8-485a-8549-8e10543b37b7 req-a7ff04a3-d3c5-4bb2-89c4-10f6058da044 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:10.932794 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3817865e-47f8-485a-8549-8e10543b37b7 req-a7ff04a3-d3c5-4bb2-89c4-10f6058da044 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0579598 Feb 28 19:47:10.996719 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3817865e-47f8-485a-8549-8e10543b37b7 req-4a192c73-62ac-46a8-9a2c-91ae8936b8e6 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556643 Feb 28 19:47:12.132766 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d065d0-7b0d-4fcd-9259-f73948ff3e65 req-9beaaf9e-6c52-4840-8e29-3e02f00f13ca tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:12.134267 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-66d065d0-7b0d-4fcd-9259-f73948ff3e65 req-9beaaf9e-6c52-4840-8e29-3e02f00f13ca tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0553753 Feb 28 19:47:12.191936 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-66d065d0-7b0d-4fcd-9259-f73948ff3e65 req-ac7a2142-f187-4be2-9bd0-049ea5118c07 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519583 Feb 28 19:47:13.330067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ccc09-4ada-49c7-830e-2d8b990c3d60 req-928de3b1-c32a-427d-8af7-a80ea6ee6f68 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:13.331539 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-281ccc09-4ada-49c7-830e-2d8b990c3d60 req-928de3b1-c32a-427d-8af7-a80ea6ee6f68 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0606787 Feb 28 19:47:13.394147 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-281ccc09-4ada-49c7-830e-2d8b990c3d60 req-3a97a59d-f998-4b5d-8ac1-69cee0b13fec tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562453 Feb 28 19:47:14.523315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1c7ce-10e7-4b14-bda5-8fce10d4fa79 req-a34e90c5-23ce-4d9a-b96a-704ea699af9d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:14.524704 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5e1c7ce-10e7-4b14-bda5-8fce10d4fa79 req-a34e90c5-23ce-4d9a-b96a-704ea699af9d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0533299 Feb 28 19:47:14.587244 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5e1c7ce-10e7-4b14-bda5-8fce10d4fa79 req-f3258f76-c77a-4300-ab9c-df13614d89b5 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543966 Feb 28 19:47:15.249819 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c58f6a69-cb5a-460f-ace7-e35a249485e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:15.724826 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23409e-00e5-4d3d-8cdf-157cc85968b7 req-1200f34e-71eb-4de9-a30d-c4f30f9234d1 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:15.726315 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9c23409e-00e5-4d3d-8cdf-157cc85968b7 req-1200f34e-71eb-4de9-a30d-c4f30f9234d1 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0545874 Feb 28 19:47:15.787161 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9c23409e-00e5-4d3d-8cdf-157cc85968b7 req-c2809083-f035-4d74-9a52-79381892187d tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520813 Feb 28 19:47:16.919268 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c6a08-fb40-4621-b4e3-9e1353bc39ca req-ae54863c-d533-42eb-ad44-d0cc528f1976 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:16.920744 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-302c6a08-fb40-4621-b4e3-9e1353bc39ca req-ae54863c-d533-42eb-ad44-d0cc528f1976 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0574133 Feb 28 19:47:16.981359 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-302c6a08-fb40-4621-b4e3-9e1353bc39ca req-6c45bdda-3339-438a-90c2-253ab4694238 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549271 Feb 28 19:47:17.669539 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d42af412-6f36-4cae-abda-e0cc51274e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:18.113853 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ef764-6890-4824-b156-4298481f0291 req-fb5d23b6-afa2-473a-ba21-e9563671b7c6 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:18.115339 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-491ef764-6890-4824-b156-4298481f0291 req-fb5d23b6-afa2-473a-ba21-e9563671b7c6 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0552437 Feb 28 19:47:18.175351 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-491ef764-6890-4824-b156-4298481f0291 req-4abd9315-5605-49d6-89dd-ca3bc87fb6d5 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&id=8062c1cd-a58e-4909-90be-0ce4b963b991&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536828 Feb 28 19:47:18.514242 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df969c-aebf-4b6b-a847-18d47c87aee8 req-a0c06593-b2c6-45fd-9817-a0df9140f356 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:18.515822 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7df969c-aebf-4b6b-a847-18d47c87aee8 req-a0c06593-b2c6-45fd-9817-a0df9140f356 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0641413 Feb 28 19:47:18.561910 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e7df969c-aebf-4b6b-a847-18d47c87aee8 req-69c67fb0-817c-41a6-a699-f60a6911366b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Feb 28 19:47:18.775908 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:19.693274 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108773d0-745e-44a8-9851-dd416ec49b27 req-48962150-3da9-493c-903d-2ed023967297 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:19.694712 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-108773d0-745e-44a8-9851-dd416ec49b27 req-48962150-3da9-493c-903d-2ed023967297 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0543694 Feb 28 19:47:19.742316 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-108773d0-745e-44a8-9851-dd416ec49b27 req-fc0c7d59-bd06-4d00-bb3c-5b4558984918 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Feb 28 19:47:20.030470 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:20.297734 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:20.610244 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-0f473629-4400-436d-afcd-3913f7259b82 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:20.611681 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-0f473629-4400-436d-afcd-3913f7259b82 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0634694 Feb 28 19:47:20.725605 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Deleting port ceb0a684-b768-4927-a26b-17ba5444b9ff {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:47:20.726349 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:20.817127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] For port ceb0a684-b768-4927-a26b-17ba5444b9ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ceb0a684-b768-4927-a26b-17ba5444b9ff,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:20.817494 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:20.991997 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f58f27-5eb7-454b-a3f8-3387fc9fb698 req-20f5b43d-1585-43e9-9510-b5bb96628b5b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:20.993436 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57f58f27-5eb7-454b-a3f8-3387fc9fb698 req-20f5b43d-1585-43e9-9510-b5bb96628b5b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5 HTTP/1.1" status: 200 len: 947 time: 0.1789229 Feb 28 19:47:21.343948 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57f58f27-5eb7-454b-a3f8-3387fc9fb698 req-47fc7fb1-4e83-4838-881b-cf485bafe013 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b6c4cd21-ae08-406c-b2af-b6213a9eeff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440421 Feb 28 19:47:21.347726 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:21.348086 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (68003e4d-4d87-4eae-96b3-ca8eb74345e7), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:21.348400 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Floating IP 68003e4d-4d87-4eae-96b3-ca8eb74345e7 disassociated. External IP: 172.27.0.244, port: ceb0a684-b768-4927-a26b-17ba5444b9ff. Feb 28 19:47:21.348709 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Calling delete_port for ceb0a684-b768-4927-a26b-17ba5444b9ff owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:47:21.476575 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (ceb0a684-b768-4927-a26b-17ba5444b9ff), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:21.506798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event deleted for resources: {'Port': ['ID=ceb0a684-b768-4927-a26b-17ba5444b9ff,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:21.516287 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.516527 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.516862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.517243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.517566 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.517890 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.518215 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.518540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.519429 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.519429 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.519429 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.519812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.520053 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:21.570872 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:21.635528 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Router ccf262fd-4703-4b60-adb2-39e496af10d5 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:47:21.741915 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:47:21.751802 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:47:21.761353 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:21.761892 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:21.786124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] No DVR routers for this DVR port ceb0a684-b768-4927-a26b-17ba5444b9ff on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:47:21.788667 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:21.792009 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1e27a42-cbbc-4e7e-baec-aa8d627464e1 req-cd6ffcee-34a4-4c4b-90d0-ab732827f1a8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "DELETE /v2.0/ports/ceb0a684-b768-4927-a26b-17ba5444b9ff HTTP/1.1" status: 204 len: 173 time: 1.1721749 Feb 28 19:47:21.792512 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-deleted', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:21.794979 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ca2fd9-31b9-43a9-974c-2621ffe23941" -d '{"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-deleted", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:21.835329 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0479bb66-4c0a-429b-9b2a-70cf2682fa1b x-openstack-request-id: req-0479bb66-4c0a-429b-9b2a-70cf2682fa1b {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:21.835822 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5", "name": "network-vif-deleted", "tag": "ceb0a684-b768-4927-a26b-17ba5444b9ff", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:21.836323 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0479bb66-4c0a-429b-9b2a-70cf2682fa1b {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:21.836720 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d8e2cf-1ee9-4fc7-afbf-e5e99ec8c7b5', 'name': 'network-vif-deleted', 'tag': 'ceb0a684-b768-4927-a26b-17ba5444b9ff', 'status': 'completed', 'code': 200} Feb 28 19:47:21.874404 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:22.077455 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:22.103372 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:47:22.112760 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:22.113418 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:22.225122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:22.430302 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:22.433555 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 47838) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:22.460137 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b8eac-8bf7-4910-b11f-2ce0de34b9f5 None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:47:22.486826 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (b6c4cd21-ae08-406c-b2af-b6213a9eeff3), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.511085 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (b6c4cd21-ae08-406c-b2af-b6213a9eeff3), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.558715 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b6c4cd21-ae08-406c-b2af-b6213a9eeff3), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.561528 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.562711 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "DELETE /v2.0/security-groups/b6c4cd21-ae08-406c-b2af-b6213a9eeff3 HTTP/1.1" status: 204 len: 168 time: 0.1281655 Feb 28 19:47:22.565903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47840) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:22.572124 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4cd21-ae08-406c-b2af-b6213a9eeff3,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:22.579241 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.579611 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.579948 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.580064 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.api.v2.resource [None req-9026b4c0-e8c8-4626-8af1-344a1a6fa320 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] show failed (client error): The resource could not be found. Feb 28 19:47:22.580290 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.580626 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.580958 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.581371 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.581704 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.582238 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.582571 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.582901 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.583229 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.583554 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f699e9-0cad-4f9c-8c91-5b23f989cd9d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:22.583973 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9026b4c0-e8c8-4626-8af1-344a1a6fa320 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups/b6c4cd21-ae08-406c-b2af-b6213a9eeff3 HTTP/1.1" status: 404 len: 347 time: 0.0170248 Feb 28 19:47:22.584510 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47842) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:22.720121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Deleting port 19b010ba-64e8-4234-a509-68d8e6e05df6 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:47:22.720467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.762849 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ab1d3-ebf3-4820-9def-c0db73f2ba12 None None] New status for floating IP 68003e4d-4d87-4eae-96b3-ca8eb74345e7: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:47:22.800816 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.801445 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (19b010ba-64e8-4234-a509-68d8e6e05df6), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:22.814481 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Calling delete_port for 19b010ba-64e8-4234-a509-68d8e6e05df6 owned by network:floatingip {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:47:22.998075 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (19b010ba-64e8-4234-a509-68d8e6e05df6), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.037532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event deleted for resources: {'Port': ['ID=19b010ba-64e8-4234-a509-68d8e6e05df6,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:23.094230 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6a9ce-6411-4f57-ba97-7d14ed811b31 req-785140b2-d0de-4145-8560-df64fc1d48e0 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:23.095670 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b4c6a9ce-6411-4f57-ba97-7d14ed811b31 req-785140b2-d0de-4145-8560-df64fc1d48e0 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.1297657 Feb 28 19:47:23.115523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (68003e4d-4d87-4eae-96b3-ca8eb74345e7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.118363 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.119518 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a49390d7-86e6-4805-9b08-bdefe5e9e59c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "DELETE /v2.0/floatingips/68003e4d-4d87-4eae-96b3-ca8eb74345e7 HTTP/1.1" status: 204 len: 168 time: 0.5338628 Feb 28 19:47:23.159100 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b4c6a9ce-6411-4f57-ba97-7d14ed811b31 req-b26b683b-78e0-4f2e-bd38-36c6e472d699 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568874 Feb 28 19:47:23.297875 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47850) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:23.302415 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436901041', 'description': 'tempest-description--2078116929'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:23.323773 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.389843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (b02ca0c9-7204-4e35-8dfe-c85a0d24d046), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.394541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b02ca0c9-7204-4e35-8dfe-c85a0d24d046), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.427472 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.431332 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1296206 Feb 28 19:47:23.431626 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47852) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:23.435753 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'security_group_rule': {'security_group_id': 'b02ca0c9-7204-4e35-8dfe-c85a0d24d046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:23.446093 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e45b6-bd89-4063-be83-c4a60c767a41 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ca0c9-7204-4e35-8dfe-c85a0d24d046,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:23.456360 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:47:23.469971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (d0849663-daa1-421c-aed8-8ce4fdaae0bd), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.478593 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: ceb0a684-b768-4927-a26b-17ba5444b9ff {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:47:23.478935 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ceb0a684-b768-4927-a26b-17ba5444b9ff not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:47:23.524997 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (d0849663-daa1-421c-aed8-8ce4fdaae0bd), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.529315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (d0849663-daa1-421c-aed8-8ce4fdaae0bd), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.545948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0849663-daa1-421c-aed8-8ce4fdaae0bd,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:23.555604 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.559210 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e18e8847-f723-4cc2-9175-4f225408997c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243629 Feb 28 19:47:23.559406 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47854) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:23.563708 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'security_group_rule': {'security_group_id': 'b02ca0c9-7204-4e35-8dfe-c85a0d24d046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:23.587824 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (e766298c-5cd1-4a54-bb64-8e987bf16142), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.644336 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (e766298c-5cd1-4a54-bb64-8e987bf16142), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.649314 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (e766298c-5cd1-4a54-bb64-8e987bf16142), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.666572 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e766298c-5cd1-4a54-bb64-8e987bf16142,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:23.674609 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.675814 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-41b6f407-fe6d-486f-90f5-53f991f699bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154432 Feb 28 19:47:23.678922 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47856) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:23.683115 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:23.703628 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.803720 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:23.905889 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Allocated IP 172.27.0.36 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/621fe1cc-0c0b-424c-8438-fd5d5d1cce22) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:47:24.010409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.046138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.084809 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:47:24.087697 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:47:24.091896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:47:24.097476 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'Port': ['ID=621fe1cc-0c0b-424c-8438-fd5d5d1cce22,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:24.185580 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (d7999fbe-01b2-45c2-91a2-ef37424ec2e5), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.227678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.352703 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9a811-3491-4eb5-9000-a4e3c9e656c3 req-2e8a9286-3763-4f39-9c40-338e1919a5ac tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:24.354226 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4ae9a811-3491-4eb5-9000-a4e3c9e656c3 req-2e8a9286-3763-4f39-9c40-338e1919a5ac tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.1062799 Feb 28 19:47:24.440984 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4ae9a811-3491-4eb5-9000-a4e3c9e656c3 req-ca91bf10-0000-4d91-b88d-91cb4b94d530 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788851 Feb 28 19:47:24.467552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.473554 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.548849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'Port': ['ID=621fe1cc-0c0b-424c-8438-fd5d5d1cce22,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:24.559194 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (d7999fbe-01b2-45c2-91a2-ef37424ec2e5), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.576579 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.577871 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-00c8e751-217c-4f44-9339-40f60e9c1109 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8980885 Feb 28 19:47:24.787084 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-96583945-3e0d-4afb-b154-c124a525a12f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:24.788698 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-96583945-3e0d-4afb-b154-c124a525a12f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0862296 Feb 28 19:47:24.791963 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-2e183b9f-361c-48d3-af0e-9e9244fc9819 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1436901041&fields=id&tenant_id=83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 267 time: 0.0585887 Feb 28 19:47:24.950735 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-5decca45-8b7b-4432-be83-0a0ae11e00fe tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:24.952159 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-5decca45-8b7b-4432-be83-0a0ae11e00fe tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 816 time: 0.1519146 Feb 28 19:47:24.970613 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Deleting port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:47:24.970946 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:24.975602 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-d44387ac-55e9-419b-8e26-21b3706cef46 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/quotas/83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 375 time: 0.0176132 Feb 28 19:47:25.091119 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] For port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:25.091476 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:25.098751 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-8cb8335e-de89-4bd2-9bb6-8c993ff669c3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129558 Feb 28 19:47:25.303684 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb9bf665-2d59-4fdc-995c-72e2737a23be service neutron] 10.222.0.47 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927619 Feb 28 19:47:25.375883 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:25.376239 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (bad99454-8ab2-46ce-b1d7-1f757ef08385), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:25.376549 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Floating IP bad99454-8ab2-46ce-b1d7-1f757ef08385 disassociated. External IP: 172.27.0.119, port: 1ba7f5ae-0d22-47ba-9d44-af85d38542a1. Feb 28 19:47:25.376888 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Calling delete_port for 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:47:25.453727 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-0d93b1e2-a353-47b9-b5fd-bb9dca554ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427679 Feb 28 19:47:25.570386 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (1ba7f5ae-0d22-47ba-9d44-af85d38542a1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:25.611527 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'Port': ['ID=1ba7f5ae-0d22-47ba-9d44-af85d38542a1,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:25.628353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c78f91-f87d-4703-83fb-3924061af539 req-d5adbee0-ade5-40c8-b58b-cd99312a5444 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:25.629866 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f3c78f91-f87d-4703-83fb-3924061af539 req-d5adbee0-ade5-40c8-b58b-cd99312a5444 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6 HTTP/1.1" status: 200 len: 946 time: 0.1138916 Feb 28 19:47:25.651115 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5cd30474-03e4-40a5-b2d0-f2550c0817fa req-c4b6a848-3903-4f45-8b0c-82f637e1a95a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 210 time: 0.0466068 Feb 28 19:47:25.766094 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f3c78f91-f87d-4703-83fb-3924061af539 req-58bd3f04-e094-4115-8ee4-780087c1b12d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173584 Feb 28 19:47:25.795190 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:47:25.908237 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:47:25.920045 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:47:25.929417 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:25.930232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:25.950931 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] No DVR routers for this DVR port 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:47:25.953552 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:25.956958 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2aac417e-456d-4c5e-923a-88339e1eb301 req-162da0c0-b2d4-424e-9b43-328a83b4013c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "DELETE /v2.0/ports/1ba7f5ae-0d22-47ba-9d44-af85d38542a1 HTTP/1.1" status: 204 len: 173 time: 1.1625764 Feb 28 19:47:25.957460 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'name': 'network-vif-deleted', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:25.960298 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac61a81-6cc8-4abf-8c97-3088e992c32a" -d '{"events": [{"server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "name": "network-vif-deleted", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:26.006484 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c8876d-2955-4450-880d-ec7ee6e9d03a x-openstack-request-id: req-e1c8876d-2955-4450-880d-ec7ee6e9d03a {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:26.006804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6", "name": "network-vif-deleted", "tag": "1ba7f5ae-0d22-47ba-9d44-af85d38542a1", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:26.007462 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1c8876d-2955-4450-880d-ec7ee6e9d03a {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:26.007858 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b14cd70-ccb1-4cf4-a7b3-6131312a0eb6', 'name': 'network-vif-deleted', 'tag': '1ba7f5ae-0d22-47ba-9d44-af85d38542a1', 'status': 'completed', 'code': 200} Feb 28 19:47:26.063968 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:26.278343 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:26.304223 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:47:26.312457 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:26.313131 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:26.421031 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:26.691241 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-34c5cf6d-e581-4336-b5b6-1e3c881e9339 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:26.693492 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-34c5cf6d-e581-4336-b5b6-1e3c881e9339 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 816 time: 0.1378400 Feb 28 19:47:26.775077 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c372e20-d956-41a5-a62f-3de58e7fb011 req-35ccd8a0-8954-440a-a487-d4c4e74c0920 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 210 time: 0.0374262 Feb 28 19:47:26.783727 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:26.791184 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-93ae20b6-cf0e-41d7-80c4-28d13e2fda74 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 380 time: 0.0897064 Feb 28 19:47:26.800928 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'port': {'device_id': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'admin_state_up': True, 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'security_groups': ['b02ca0c9-7204-4e35-8dfe-c85a0d24d046']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:26.820470 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93ca41-8d89-4e7a-b660-dcb468ccd64f None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:47:26.924662 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Made reservation on behalf of 83402f31dae0475085579d1be7a9ae46 for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:47:26.928084 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:27.068318 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70a922-b3b4-4463-a57d-37f37034b0dc None None] New status for floating IP bad99454-8ab2-46ce-b1d7-1f757ef08385: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:47:27.347848 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Allocated IP 172.20.0.6 (a3aef109-e206-4d34-9278-7ec9dbda3552/cb6e962d-6371-48c4-8ae4-65ff26079780/ccd590cd-8616-4f3d-8000-5128794f248c) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:47:27.352937 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-b71defba-8596-411b-9634-ff9fc853d3a6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162301686&fields=id&tenant_id=f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 267 time: 0.3489811 Feb 28 19:47:27.480046 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:47:27.501074 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:47:27.501456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 1ba7f5ae-0d22-47ba-9d44-af85d38542a1 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:47:27.522525 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-87f37d91-42c6-4d7e-ac5f-ddf50ec5106e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:27.524029 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-87f37d91-42c6-4d7e-ac5f-ddf50ec5106e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 812 time: 0.1634979 Feb 28 19:47:27.551525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-34a9dd3d-ea90-4e99-9e47-b67720c3d504 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/quotas/f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 375 time: 0.0218019 Feb 28 19:47:27.595029 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for port (ccd590cd-8616-4f3d-8000-5128794f248c), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:27.640548 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-4e5aa11e-c8ea-4c11-9c9f-c218ec0a5d8d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816693 Feb 28 19:47:27.650832 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:27.699157 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Network a3aef109-e206-4d34-9278-7ec9dbda3552 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:47:27.702079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:47:27.705781 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:47:27.732252 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:27.824631 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:27.825502 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:27.853193 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-cb904a5c-07f5-4c79-92d5-421eca321489 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0560365 Feb 28 19:47:27.872219 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Request body: {'port': {'device_id': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:27.886061 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-e01ce0dd-7ad8-4cc5-8007-1d78a73cb72b service neutron] 10.222.0.47 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272303 Feb 28 19:47:27.977044 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-442dd957-7fc7-471c-9a53-943a0ed5fb76 None None] Provisioning complete for port ccd590cd-8616-4f3d-8000-5128794f248c triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:47:27.977348 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-442dd957-7fc7-471c-9a53-943a0ed5fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.011607 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-442dd957-7fc7-471c-9a53-943a0ed5fb76 None None] Port ccd590cd-8616-4f3d-8000-5128794f248c cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:47:28.026597 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.043127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8479-3063-471c-9b4d-7d1fa8b5dad5 req-37b1339d-d251-42f6-b5db-faed673ca3be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:28.044581 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2dad8479-3063-471c-9b4d-7d1fa8b5dad5 req-37b1339d-d251-42f6-b5db-faed673ca3be tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 931 time: 0.1816103 Feb 28 19:47:28.094241 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-d273ca2d-bee8-4575-8531-6b8270581a7d service neutron] 10.222.0.47 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926181 Feb 28 19:47:28.183372 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2dad8479-3063-471c-9b4d-7d1fa8b5dad5 req-913d2bac-563e-4af2-9c09-b63e812ed76d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324637 Feb 28 19:47:28.346500 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd590cd-8616-4f3d-8000-5128794f248c {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:47:28.362438 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Publish callbacks [] for port (ccd590cd-8616-4f3d-8000-5128794f248c), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.386300 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e883bfe-c662-4fa4-8eb0-4f0d87657441 req-b7460570-c9ba-420a-9423-5145c3e375ff tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 210 time: 0.0353458 Feb 28 19:47:28.391048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Transition to ACTIVE for port object ccd590cd-8616-4f3d-8000-5128794f248c will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:47:28.395930 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.448066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:28.531097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Attempting to bind port ccd590cd-8616-4f3d-8000-5128794f248c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:47:28.531513 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Attempting to bind port ccd590cd-8616-4f3d-8000-5128794f248c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:47:28.531910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Attempting to bind port ccd590cd-8616-4f3d-8000-5128794f248c on network a3aef109-e206-4d34-9278-7ec9dbda3552 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:47:28.536794 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Port ccd590cd-8616-4f3d-8000-5128794f248c on network a3aef109-e206-4d34-9278-7ec9dbda3552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:47:28.537217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Attempting to bind port ccd590cd-8616-4f3d-8000-5128794f248c on network a3aef109-e206-4d34-9278-7ec9dbda3552 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:47:28.542520 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:47:28.542865 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Checking segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:47:28.545563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Bound using segment: {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:47:28.546084 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Bound port: ccd590cd-8616-4f3d-8000-5128794f248c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d86294-8719-4745-b6f3-2de80f8604f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:47:28.546519 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.618263 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:47:28.622083 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:47:28.629112 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.665960 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:28.666634 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:28.667935 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] 10.222.0.30 "PUT /v2.0/ports/ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 1093 time: 0.8038592 Feb 28 19:47:28.668380 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:28.670722 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:28.706275 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3664e98-1961-48c6-8acf-b6d5e1669db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:28.720130 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc96e6b-31ed-4a7e-9fcb-55e5d22d403b x-openstack-request-id: req-1bc96e6b-31ed-4a7e-9fcb-55e5d22d403b {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:28.720668 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:28.721128 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1bc96e6b-31ed-4a7e-9fcb-55e5d22d403b {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:28.721557 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'status': 'completed', 'code': 200} Feb 28 19:47:28.774526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-5c13c7a5-4e15-4383-8531-18daa4d2db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:28.776044 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-5c13c7a5-4e15-4383-8531-18daa4d2db50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1127 time: 0.0488811 Feb 28 19:47:28.828523 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-0c9a0abf-ba04-48c1-9017-5169a4bb4973 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 217 time: 0.0435212 Feb 28 19:47:28.899930 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-159241c1-b1fb-4f87-a2da-47cae00c1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:28.901464 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-159241c1-b1fb-4f87-a2da-47cae00c1ba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0487413 Feb 28 19:47:28.951715 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-6d06bb37-9166-4053-8e94-5f5720f43763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:28.953146 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-6d06bb37-9166-4053-8e94-5f5720f43763 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448132 Feb 28 19:47:29.048175 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-c92b918e-9b3e-44db-be03-bfd8487985e2 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857670 Feb 28 19:47:29.144311 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57dc9ad0-cabb-4a17-b264-da21fa622bc5 req-7f9d5521-7ad6-4c33-a234-27fc1f26c393 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842109 Feb 28 19:47:29.269039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-d1cde608-c306-467c-9595-e9cc924d60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:29.270525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-d1cde608-c306-467c-9595-e9cc924d60cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1127 time: 0.0636425 Feb 28 19:47:29.370711 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe63d8-93af-490b-a401-d21cbcbdd0fa req-f28ad8ca-85e9-4940-9cc0-581e5c2de135 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:29.372151 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fbbe63d8-93af-490b-a401-d21cbcbdd0fa req-f28ad8ca-85e9-4940-9cc0-581e5c2de135 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.1133416 Feb 28 19:47:29.400795 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-9c1225fa-4dd6-4bcc-b554-90bcea6decba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:29.402211 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-9c1225fa-4dd6-4bcc-b554-90bcea6decba service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.1138780 Feb 28 19:47:29.452647 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-533a2414-56f9-4dd1-9501-9af335064e8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 217 time: 0.0437465 Feb 28 19:47:29.488473 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fbbe63d8-93af-490b-a401-d21cbcbdd0fa req-8a325b9f-cc3c-4767-b2cf-049bec85d309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102796 Feb 28 19:47:29.523210 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78f0d0dc-1bdc-46f2-8065-049198360f8e req-45916634-5c9e-486b-b9c3-f7c863acc43e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 210 time: 0.0640063 Feb 28 19:47:29.543117 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-03aecf1a-9a1f-40d2-9546-3b9b2354b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:29.544675 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-03aecf1a-9a1f-40d2-9546-3b9b2354b157 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0840526 Feb 28 19:47:29.597293 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-1d309ca5-c358-4b67-b6e8-153d67d842cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:29.598895 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-1d309ca5-c358-4b67-b6e8-153d67d842cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476046 Feb 28 19:47:29.771192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-e21f3a3c-d60e-4d7f-bdf4-475f7e3831bb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:29.772552 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-e21f3a3c-d60e-4d7f-bdf4-475f7e3831bb tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 812 time: 0.1661391 Feb 28 19:47:29.774544 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-5eb355a8-8135-4ff5-a86e-b393207369eb service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587477 Feb 28 19:47:29.899348 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-a26b958c-34e3-49d8-ab8e-9477c71cc83c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 380 time: 0.1117640 Feb 28 19:47:29.913050 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'port': {'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'admin_state_up': True, 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'security_groups': ['52dbbdaa-0a73-456c-90a5-555bf268348e']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:29.930439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-040f3cde-a2b1-4f81-a8ab-e4e824a0c479 req-95a6209a-009a-4ed6-b35d-5d4905625ccb service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417918 Feb 28 19:47:30.028168 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Made reservation on behalf of f9625c15cf3a4fb29a9836d1871ed66f for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:47:30.031650 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.163742 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Allocated IP 172.20.0.14 (85253814-09ff-42fb-ada1-ad3b037b3866/5d2835cd-232e-4482-9164-186ff921bf6c/83b28087-3504-42e3-88ba-d9f5229ff234) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:47:30.303488 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (83b28087-3504-42e3-88ba-d9f5229ff234), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.339677 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.380503 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:47:30.383563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:47:30.385956 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:47:30.424058 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=83b28087-3504-42e3-88ba-d9f5229ff234,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:30.446174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:30.446793 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.464081 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-3601dbf2-a181-4263-a96f-78057fd2649e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589242 Feb 28 19:47:30.476308 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Request body: {'port': {'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:30.542402 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.600722 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-d7c58498-3337-4cb2-a4da-388286075bae None None] Provisioning complete for port 83b28087-3504-42e3-88ba-d9f5229ff234 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:47:30.601427 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d7c58498-3337-4cb2-a4da-388286075bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.635282 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-d7c58498-3337-4cb2-a4da-388286075bae None None] Port 83b28087-3504-42e3-88ba-d9f5229ff234 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:47:30.744394 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9ffd6-6964-48ac-9305-4dc71eb9e51c req-e9866a1a-07f8-48da-a69c-326235e763ad tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:30.746021 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-63f9ffd6-6964-48ac-9305-4dc71eb9e51c req-e9866a1a-07f8-48da-a69c-326235e763ad tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.1675234 Feb 28 19:47:30.773546 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1446b57-4de5-486c-8fff-7cb22432e1d9 req-138cf7cf-ae35-41a2-8bba-bbb3a231045f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:30.774957 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c1446b57-4de5-486c-8fff-7cb22432e1d9 req-138cf7cf-ae35-41a2-8bba-bbb3a231045f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 932 time: 0.1622374 Feb 28 19:47:30.878888 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-63f9ffd6-6964-48ac-9305-4dc71eb9e51c req-17afa7ba-7fbc-4414-b098-34b87afaed0c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189847 Feb 28 19:47:30.909490 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c1446b57-4de5-486c-8fff-7cb22432e1d9 req-ee236ae3-f636-4e57-aa04-0404be6b6b5d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070323 Feb 28 19:47:30.963363 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b28087-3504-42e3-88ba-d9f5229ff234 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:47:30.971014 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Publish callbacks [] for port (83b28087-3504-42e3-88ba-d9f5229ff234), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:30.983670 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Transition to ACTIVE for port object 83b28087-3504-42e3-88ba-d9f5229ff234 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:47:30.989310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:31.037968 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Pushing event updated for resources: {'Port': ['ID=83b28087-3504-42e3-88ba-d9f5229ff234,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:31.108896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Attempting to bind port 83b28087-3504-42e3-88ba-d9f5229ff234 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:47:31.109264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Attempting to bind port 83b28087-3504-42e3-88ba-d9f5229ff234 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:47:31.109587 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Attempting to bind port 83b28087-3504-42e3-88ba-d9f5229ff234 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:47:31.114177 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Port 83b28087-3504-42e3-88ba-d9f5229ff234 on network 85253814-09ff-42fb-ada1-ad3b037b3866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:47:31.114495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Attempting to bind port 83b28087-3504-42e3-88ba-d9f5229ff234 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:47:31.119394 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:47:31.119733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Checking segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:47:31.120114 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Bound using segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:47:31.120539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Bound port: 83b28087-3504-42e3-88ba-d9f5229ff234, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:47:31.120899 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:31.189391 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] For port 83b28087-3504-42e3-88ba-d9f5229ff234, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:47:31.192297 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] For port 83b28087-3504-42e3-88ba-d9f5229ff234, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83b28087-3504-42e3-88ba-d9f5229ff234,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:47:31.199711 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:31.232646 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:31.233360 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:31.234667 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 1094 time: 0.7627251 Feb 28 19:47:31.235099 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:31.237455 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:31.274264 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee770c-42ca-419a-803a-b8561d9118b0 service neutron] Pushing event updated for resources: {'Port': ['ID=83b28087-3504-42e3-88ba-d9f5229ff234,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:31.297940 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6430a62-9bde-4a43-aac4-5c331b6367f6 x-openstack-request-id: req-d6430a62-9bde-4a43-aac4-5c331b6367f6 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:31.298452 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:31.298798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6430a62-9bde-4a43-aac4-5c331b6367f6 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:31.299289 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234', 'status': 'completed', 'code': 200} Feb 28 19:47:31.337321 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-3a5e5c11-92da-4de6-bad2-dab1a6db16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:31.338978 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-3a5e5c11-92da-4de6-bad2-dab1a6db16cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1128 time: 0.0522532 Feb 28 19:47:31.384990 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-f90e9a14-8ea3-4317-a0fd-4b6349868a1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 217 time: 0.0353744 Feb 28 19:47:31.437201 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-60eea22b-fb83-42f9-a92b-88b823b4cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:31.438649 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-60eea22b-fb83-42f9-a92b-88b823b4cf67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0468946 Feb 28 19:47:31.487715 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056766ae-a829-4df7-a89e-e6660f447786 req-aecfd242-33ac-426b-8f54-a92eab852d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:31.489239 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-aecfd242-33ac-426b-8f54-a92eab852d2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439670 Feb 28 19:47:31.578272 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-b206b069-bf81-41f5-9fd4-9145d94ceceb service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814726 Feb 28 19:47:31.671244 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-056766ae-a829-4df7-a89e-e6660f447786 req-d56dae5c-3d7b-4b75-87ac-a9acd336bf3a service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856924 Feb 28 19:47:31.775535 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-c105f76d-7fec-458c-81c5-ae9280890cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:31.777022 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-c105f76d-7fec-458c-81c5-ae9280890cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1128 time: 0.0451233 Feb 28 19:47:31.873862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-6bc29c96-a573-4cae-8f67-17e27382921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:31.876364 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-6bc29c96-a573-4cae-8f67-17e27382921d service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.0928316 Feb 28 19:47:31.919095 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-0aa6fbf0-ac31-40d0-aaad-eb796875649b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 217 time: 0.0355449 Feb 28 19:47:32.019174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-e9ea22b2-574c-4c24-a640-752d9fef4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:32.020617 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-e9ea22b2-574c-4c24-a640-752d9fef4a93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0957570 Feb 28 19:47:32.077201 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f31f1-e7cc-4afc-a695-06b52492c478 req-b16ab1ae-5b96-41a4-aaff-e4e5a92a43bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:32.078643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9e9f31f1-e7cc-4afc-a695-06b52492c478 req-b16ab1ae-5b96-41a4-aaff-e4e5a92a43bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.1252122 Feb 28 19:47:32.087982 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23265230-352e-470e-b8d1-b567a3c58066 req-d2c23572-23ae-45d6-a469-94fde247f9aa tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:32.089384 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-23265230-352e-470e-b8d1-b567a3c58066 req-d2c23572-23ae-45d6-a469-94fde247f9aa tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.1021557 Feb 28 19:47:32.156931 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-b529faf6-a8c5-41f3-871c-dc7e439d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:32.158412 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-b529faf6-a8c5-41f3-871c-dc7e439d5d19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1297040 Feb 28 19:47:32.164401 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9e9f31f1-e7cc-4afc-a695-06b52492c478 req-12cc4dcb-a160-4dfa-8b85-4825bd29bf62 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741811 Feb 28 19:47:32.458566 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-23265230-352e-470e-b8d1-b567a3c58066 req-5bb4d9f9-bc01-4a9e-adfd-0b5c44bb7f6d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604567 Feb 28 19:47:32.523999 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-e5e7814f-d54d-499b-8b3c-9f30382535a3 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562126 Feb 28 19:47:32.619454 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1dfdc5c7-899a-41f7-956f-ae0e28ecc967 req-61fc57a9-0ab8-4395-a8d2-2d9dbf861795 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872958 Feb 28 19:47:33.289733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d37f6-f079-47dd-b6d7-fe9adc387569 req-a9773102-cb27-47e8-a92a-ca609564df34 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:33.291081 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b80d37f6-f079-47dd-b6d7-fe9adc387569 req-a9773102-cb27-47e8-a92a-ca609564df34 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0542457 Feb 28 19:47:33.338106 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b80d37f6-f079-47dd-b6d7-fe9adc387569 req-15cdb9fd-e450-47f1-be21-8f77c2692f08 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Feb 28 19:47:33.495109 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:47:33.581543 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb6a85-ff58-403a-9efc-1b61a207873b req-791de646-cd99-45e3-a9c2-051c3f11e0f2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:33.582928 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9dcb6a85-ff58-403a-9efc-1b61a207873b req-791de646-cd99-45e3-a9c2-051c3f11e0f2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.0525179 Feb 28 19:47:33.594143 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:33.605920 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'mac_address': 'fa:16:3e:85:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:47:33.631438 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9dcb6a85-ff58-403a-9efc-1b61a207873b req-f103df4f-8f4e-484f-a1d5-6b8dd9a2e071 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Feb 28 19:47:33.644711 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:47:33.645147 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:33.658926 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd590cd-8616-4f3d-8000-5128794f248c {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:47:33.678913 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:33.685902 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:33.735729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:33.742697 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.743123 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.743462 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.743776 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.744097 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.744421 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.744737 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.745055 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.745402 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.745729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.746042 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.746373 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:33.746660 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:47:34.102086 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ccd590cd-8616-4f3d-8000-5128794f248c'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:47:34.482775 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f61488-4bbe-4ca6-9ab7-d34965e0b9ed req-903a8d59-d9ab-4f85-b0d9-0dd8d33d0aa2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:34.484408 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-92f61488-4bbe-4ca6-9ab7-d34965e0b9ed req-903a8d59-d9ab-4f85-b0d9-0dd8d33d0aa2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 944 time: 0.0599430 Feb 28 19:47:34.531825 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-92f61488-4bbe-4ca6-9ab7-d34965e0b9ed req-07185772-de17-42b7-9b1f-8f73480dff65 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Feb 28 19:47:34.763712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916be78-31a2-41b0-8b9b-fe957b468a5d req-6a22bbd0-b90e-452e-9621-541caaeb033a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:34.765182 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d916be78-31a2-41b0-8b9b-fe957b468a5d req-6a22bbd0-b90e-452e-9621-541caaeb033a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.0629666 Feb 28 19:47:34.813176 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d916be78-31a2-41b0-8b9b-fe957b468a5d req-82e57852-b54b-418c-bb13-fe4ed6a39a69 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Feb 28 19:47:35.500320 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:47:35.560521 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port ccd590cd-8616-4f3d-8000-5128794f248c completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:47:35.564884 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ccd590cd-8616-4f3d-8000-5128794f248c triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:47:35.565590 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:35.644874 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:47:35.645304 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:35.660111 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c969cc2-9658-4833-b90a-4ab6bafb15cf req-c9139adf-dbc5-44b7-ad92-1e56a92ccc95 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:35.661614 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c969cc2-9658-4833-b90a-4ab6bafb15cf req-c9139adf-dbc5-44b7-ad92-1e56a92ccc95 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 944 time: 0.0556822 Feb 28 19:47:35.668406 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:35.670819 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a8b67-08b1-4e9c-92ff-318902b718b2" -d '{"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:35.683581 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:35.689666 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:35.713155 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c969cc2-9658-4833-b90a-4ab6bafb15cf req-75c88d7f-8cc7-44b7-ab6b-a7f89652f136 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456150 Feb 28 19:47:35.713729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3520e0-7ed7-4788-8a5f-9c76feb44db7 x-openstack-request-id: req-7c3520e0-7ed7-4788-8a5f-9c76feb44db7 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:35.714026 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:35.714276 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c3520e0-7ed7-4788-8a5f-9c76feb44db7 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:35.714657 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'code': 200} Feb 28 19:47:35.749183 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:35.937138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f859a6-c625-415e-a3c3-ab25c4632ea1 req-6a604df2-6bf6-49db-80d1-dc020d58a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:35.938666 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a0f859a6-c625-415e-a3c3-ab25c4632ea1 req-6a604df2-6bf6-49db-80d1-dc020d58a510 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1129 time: 0.0764782 Feb 28 19:47:35.958508 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593d64d-98a2-4bb8-8d40-d8173b5366d3 req-25ba512b-538f-4bcb-aa00-c7a4ae2d0e6d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:35.959955 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9593d64d-98a2-4bb8-8d40-d8173b5366d3 req-25ba512b-538f-4bcb-aa00-c7a4ae2d0e6d tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.0732744 Feb 28 19:47:36.019438 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a0f859a6-c625-415e-a3c3-ab25c4632ea1 req-4486903f-380e-499d-9ce2-32b3479fdc90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743005 Feb 28 19:47:36.031974 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9593d64d-98a2-4bb8-8d40-d8173b5366d3 req-4cb6cb0e-79f7-4099-a201-94a193603b29 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639007 Feb 28 19:47:36.105275 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:47:36.859843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c73957-88cf-4663-9ccf-6384d3455e16 req-c4401fee-34c6-4512-a841-cb4c36a18228 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:36.861330 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2c73957-88cf-4663-9ccf-6384d3455e16 req-c4401fee-34c6-4512-a841-cb4c36a18228 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0619042 Feb 28 19:47:36.910358 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a2c73957-88cf-4663-9ccf-6384d3455e16 req-8f9203e2-1522-4ec8-b7c2-4f31543acf90 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407083 Feb 28 19:47:37.161564 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012678-e7b0-433a-98a2-fa9c9cf75836 req-14c780a4-a53a-476e-9a63-65cd75e13cab tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:37.163025 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4012678-e7b0-433a-98a2-fa9c9cf75836 req-14c780a4-a53a-476e-9a63-65cd75e13cab tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.0528638 Feb 28 19:47:37.221420 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4012678-e7b0-433a-98a2-fa9c9cf75836 req-3f123e44-d9a1-4e0d-8c88-a483e741165e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527697 Feb 28 19:47:38.050125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073383-6e26-4561-b79a-e82f6d44d0af req-60c0251b-8da1-4a76-b9ac-6fac027e822a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:38.051564 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb073383-6e26-4561-b79a-e82f6d44d0af req-60c0251b-8da1-4a76-b9ac-6fac027e822a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0602076 Feb 28 19:47:38.100398 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bb073383-6e26-4561-b79a-e82f6d44d0af req-dd7983ee-6af9-4e22-9df2-7dc55febb0e8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418332 Feb 28 19:47:38.227372 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552464a2-8adc-4585-9750-8f08e9c81735 req-ba16ed13-7670-420d-83a8-1841c155cd67 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:38.228712 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-552464a2-8adc-4585-9750-8f08e9c81735 req-ba16ed13-7670-420d-83a8-1841c155cd67 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0546730 Feb 28 19:47:38.237712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 47964) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:38.244003 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Request body: {'floatingip': {'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:38.281309 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (d7999fbe-01b2-45c2-91a2-ef37424ec2e5), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:38.431800 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357c74c-4bc1-4fc4-98fc-40434179b1d1 req-031d0216-c4f5-44d7-960e-1acff48a9e55 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:38.433287 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f357c74c-4bc1-4fc4-98fc-40434179b1d1 req-031d0216-c4f5-44d7-960e-1acff48a9e55 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.1188459 Feb 28 19:47:38.553927 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f357c74c-4bc1-4fc4-98fc-40434179b1d1 req-eb61eaba-c231-4047-b449-77c72a51c543 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890372 Feb 28 19:47:38.812358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:38.819943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (d7999fbe-01b2-45c2-91a2-ef37424ec2e5), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:38.919887 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Floating IP d7999fbe-01b2-45c2-91a2-ef37424ec2e5 associated. External IP: 172.27.0.36, port: ccd590cd-8616-4f3d-8000-5128794f248c. Feb 28 19:47:39.135014 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Router ccf262fd-4703-4b60-adb2-39e496af10d5 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:47:39.246834 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:47:39.251821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:39.259508 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:47:39.269942 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:39.270642 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:39.280640 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-7727209a-0641-431f-b80c-71f466480834 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "PUT /v2.0/floatingips/d7999fbe-01b2-45c2-91a2-ef37424ec2e5 HTTP/1.1" status: 200 len: 990 time: 1.0418832 Feb 28 19:47:39.281280 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:39.283500 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c780acf8-48a4-4da9-a972-a5884bbf8ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:39.323805 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd26353-962e-4dbc-b74d-af8949b63712 x-openstack-request-id: req-7bd26353-962e-4dbc-b74d-af8949b63712 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:39.324082 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:39.329074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7bd26353-962e-4dbc-b74d-af8949b63712 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:39.329526 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'status': 'completed', 'code': 200} Feb 28 19:47:39.382951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:39.397000 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-df3f8140-7b6e-4d25-b7cf-d21a7894d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:39.398538 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-df3f8140-7b6e-4d25-b7cf-d21a7894d832 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1129 time: 0.0470653 Feb 28 19:47:39.489085 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-c61d7ab2-bf94-4a5e-a96d-7de49279660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:39.490571 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-c61d7ab2-bf94-4a5e-a96d-7de49279660c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.0849216 Feb 28 19:47:39.565053 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-ced8a106-b3de-4c61-b608-3a511ea3eff2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 998 time: 0.0681105 Feb 28 19:47:39.621873 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'd7999fbe-01b2-45c2-91a2-ef37424ec2e5', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'mac_address': 'fa:16:3e:85:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:24Z', 'updated_at': '2022-02-28T19:47:38Z', 'revision_number': 1, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:39.622174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-542053c0-467e-4176-8a58-c7cc5282f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:39.623871 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-542053c0-467e-4176-8a58-c7cc5282f5ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0524552 Feb 28 19:47:39.654198 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:47:39.663331 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:39.663959 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:39.716433 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-0c8f7c9d-60ee-4d84-925b-fe2b4c534d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:39.718021 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-0c8f7c9d-60ee-4d84-925b-fe2b4c534d90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868695 Feb 28 19:47:39.729911 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42896e1e-8a90-4330-b3ea-f4ed3f94c2cd req-2ba56b9a-3b9e-4f3a-8349-e8671683325b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:39.731349 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-42896e1e-8a90-4330-b3ea-f4ed3f94c2cd req-2ba56b9a-3b9e-4f3a-8349-e8671683325b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.0873423 Feb 28 19:47:39.773130 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:39.837128 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-42896e1e-8a90-4330-b3ea-f4ed3f94c2cd req-789fa949-9a8a-491f-98bd-c248eaef76ac tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974536 Feb 28 19:47:39.857910 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-d928ab12-2a04-4a08-aac5-08df443bec03 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255641 Feb 28 19:47:39.945859 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c780acf8-48a4-4da9-a972-a5884bbf8ed3 req-f19f1a0e-f275-4d72-8e09-da3db95d8371 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807717 Feb 28 19:47:40.001227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'd7999fbe-01b2-45c2-91a2-ef37424ec2e5', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'mac_address': 'fa:16:3e:85:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:24Z', 'updated_at': '2022-02-28T19:47:38Z', 'revision_number': 1, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:40.030713 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cae699-ffe3-4c96-9349-f0c14ead113b None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': 'd7999fbe-01b2-45c2-91a2-ef37424ec2e5', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'mac_address': 'fa:16:3e:85:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:24Z', 'updated_at': '2022-02-28T19:47:38Z', 'revision_number': 1, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:47:40.226256 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45fa6f2-90b9-4b5d-9168-2dea70332e49 None None] New status for floating IP d7999fbe-01b2-45c2-91a2-ef37424ec2e5: ACTIVE {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:47:40.960886 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337ce54-15bc-4b76-a802-769d90e6f6ab req-401bff56-f2dd-490c-89c5-5ed689941c05 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:40.962466 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7337ce54-15bc-4b76-a802-769d90e6f6ab req-401bff56-f2dd-490c-89c5-5ed689941c05 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 944 time: 0.0559714 Feb 28 19:47:41.010536 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7337ce54-15bc-4b76-a802-769d90e6f6ab req-cb516808-9d13-43f8-a382-ca9de0dd87dd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422573 Feb 28 19:47:41.502118 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 83b28087-3504-42e3-88ba-d9f5229ff234 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:47:41.604773 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 83b28087-3504-42e3-88ba-d9f5229ff234, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83b28087-3504-42e3-88ba-d9f5229ff234,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:41.616802 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '83b28087-3504-42e3-88ba-d9f5229ff234', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:47:41.658914 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 83b28087-3504-42e3-88ba-d9f5229ff234 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:47:41.659488 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:41.679977 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b28087-3504-42e3-88ba-d9f5229ff234 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:47:41.699820 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 83b28087-3504-42e3-88ba-d9f5229ff234, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83b28087-3504-42e3-88ba-d9f5229ff234,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:41.705945 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:41.753411 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=83b28087-3504-42e3-88ba-d9f5229ff234,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:42.091524 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['83b28087-3504-42e3-88ba-d9f5229ff234'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:47:42.135885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1411d0-8e1d-4cbe-911c-885ca1f61900 req-1ff65c5e-3d81-44d3-953a-9aba1e51e607 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:42.137337 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d1411d0-8e1d-4cbe-911c-885ca1f61900 req-1ff65c5e-3d81-44d3-953a-9aba1e51e607 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 945 time: 0.0565693 Feb 28 19:47:42.185713 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d1411d0-8e1d-4cbe-911c-885ca1f61900 req-fc5ccbb2-eb4d-4d26-85ed-8ee4bde0a9c1 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Feb 28 19:47:43.305916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450c8b9-280f-467b-b5db-e752f2247378 req-d11d24e1-d5f0-4b37-a40e-798ed0816100 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:43.307294 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f450c8b9-280f-467b-b5db-e752f2247378 req-d11d24e1-d5f0-4b37-a40e-798ed0816100 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 945 time: 0.0526259 Feb 28 19:47:43.355358 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f450c8b9-280f-467b-b5db-e752f2247378 req-c718dced-ed27-4929-a3cb-f65ac03b7991 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Feb 28 19:47:43.527524 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 83b28087-3504-42e3-88ba-d9f5229ff234 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:47:43.585376 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 83b28087-3504-42e3-88ba-d9f5229ff234 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:47:43.592088 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 83b28087-3504-42e3-88ba-d9f5229ff234 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:47:43.592697 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:43.675438 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 83b28087-3504-42e3-88ba-d9f5229ff234 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:47:43.675824 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:43.698839 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:43.701136 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9440ed-98ff-4bf7-9405-6efe571031e2" -d '{"events": [{"server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "name": "network-vif-plugged", "status": "completed", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:43.716129 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 83b28087-3504-42e3-88ba-d9f5229ff234, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83b28087-3504-42e3-88ba-d9f5229ff234,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:47:43.723110 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:43.754019 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408851f2-3694-49c6-88ec-769773b01f31 x-openstack-request-id: req-408851f2-3694-49c6-88ec-769773b01f31 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:43.754390 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "name": "network-vif-plugged", "status": "completed", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:43.754715 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-408851f2-3694-49c6-88ec-769773b01f31 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:43.755279 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234', 'code': 200} Feb 28 19:47:43.784992 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=83b28087-3504-42e3-88ba-d9f5229ff234,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:44.013324 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ee58-704c-4d57-a6d7-efd13bd9a230 req-939d6ad8-1979-44c6-9bf1-df9d60159875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:44.014736 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7d77ee58-704c-4d57-a6d7-efd13bd9a230 req-939d6ad8-1979-44c6-9bf1-df9d60159875 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1130 time: 0.0496664 Feb 28 19:47:44.063445 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7d77ee58-704c-4d57-a6d7-efd13bd9a230 req-9b614a4a-e67b-4102-8d1b-ce391abe7a86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Feb 28 19:47:44.498410 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1ad8d-204d-4341-9526-dc31ae08d104 req-9bf0c5cf-7899-4832-b793-fedba9918f71 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:44.500156 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbb1ad8d-204d-4341-9526-dc31ae08d104 req-9bf0c5cf-7899-4832-b793-fedba9918f71 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 946 time: 0.0630736 Feb 28 19:47:44.550326 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbb1ad8d-204d-4341-9526-dc31ae08d104 req-e807e89b-b5b3-4757-82a2-82820890b6ca tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Feb 28 19:47:45.245852 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1f443532-640f-4f75-ae84-d3af3e20ff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:45.679266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf36b6-8222-4a02-8bed-cd4d23c3d7f3 req-11f5423a-893f-4575-9a59-c2092b140de1 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:45.680790 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-39bf36b6-8222-4a02-8bed-cd4d23c3d7f3 req-11f5423a-893f-4575-9a59-c2092b140de1 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 946 time: 0.0543368 Feb 28 19:47:45.734146 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-39bf36b6-8222-4a02-8bed-cd4d23c3d7f3 req-d960e9b2-a8e4-4061-b350-4f53e3fbf0d8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Feb 28 19:47:45.855749 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c37b53-f082-4b78-bfe1-d5c2bc1e3446 req-56d975eb-0d91-4f63-bcc1-bd282b326367 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:45.857614 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6c37b53-f082-4b78-bfe1-d5c2bc1e3446 req-56d975eb-0d91-4f63-bcc1-bd282b326367 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 946 time: 0.0563610 Feb 28 19:47:45.908695 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6c37b53-f082-4b78-bfe1-d5c2bc1e3446 req-b7173935-ae8c-46c8-808c-7c40191b765a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Feb 28 19:47:45.931304 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48004) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:45.980579 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0256967-f6a9-4d39-a737-79decb67f941 tempest-TestVolumeBootPattern-1997141533 tempest-TestVolumeBootPattern-1997141533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:45.982430 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f0256967-f6a9-4d39-a737-79decb67f941 tempest-TestVolumeBootPattern-1997141533 tempest-TestVolumeBootPattern-1997141533-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1125 time: 0.0494552 Feb 28 19:47:45.985191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48006) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:47:45.989381 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:47:46.013318 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:46.381898 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:46.483943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Allocated IP 172.27.0.58 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/41b918e6-536b-4a6e-be95-13fd2b5ff6dc) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:47:46.597037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:46.633715 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:46.671953 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:47:46.674823 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:47:46.678262 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:47:46.683691 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=41b918e6-536b-4a6e-be95-13fd2b5ff6dc,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:47.040536 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (4f1f7998-fd2e-42d3-83ad-4920ccb95149), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.112834 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.260206 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.266786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.333849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=41b918e6-536b-4a6e-be95-13fd2b5ff6dc,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:47:47.345658 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (4f1f7998-fd2e-42d3-83ad-4920ccb95149), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.448257 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Floating IP 4f1f7998-fd2e-42d3-83ad-4920ccb95149 associated. External IP: 172.27.0.58, port: 83b28087-3504-42e3-88ba-d9f5229ff234. Feb 28 19:47:47.668042 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9646237e-3058-46c7-ac3a-f0c382c4d412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.668675 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:47:47.786765 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:47:47.796471 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:47:47.806867 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:47.808105 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:47.808766 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:47.836576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4055428e-0d63-45c1-847f-4703948a0a9a tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8503036 Feb 28 19:47:47.837155 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:47:47.839465 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04f3375-d09a-4587-b6a3-f56054ad648c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:47:47.876585 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111aa50-cb9d-48ba-b4fd-f77cbe69c3f8 x-openstack-request-id: req-4111aa50-cb9d-48ba-b4fd-f77cbe69c3f8 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:47:47.876867 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:47:47.877168 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4111aa50-cb9d-48ba-b4fd-f77cbe69c3f8 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:47:47.877576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234', 'status': 'completed', 'code': 200} Feb 28 19:47:47.924305 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:47.943591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-9ae68905-043b-406e-8f4a-dc69ae45dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:47.945117 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-9ae68905-043b-406e-8f4a-dc69ae45dd06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1130 time: 0.0455940 Feb 28 19:47:48.038097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-96433037-8d02-4e50-a94b-43364a905dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:48.039608 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-96433037-8d02-4e50-a94b-43364a905dd9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.0878630 Feb 28 19:47:48.110258 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-b5a37884-6d14-4c04-bb7b-a6a1b5942cb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 999 time: 0.0629203 Feb 28 19:47:48.144523 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:46Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:48.157589 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-f62209a4-1d79-4366-b596-45f95ac0e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:48.159028 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-f62209a4-1d79-4366-b596-45f95ac0e730 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0420165 Feb 28 19:47:48.173844 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:47:48.182673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:47:48.183213 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:48.208477 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-0557c220-3d99-4938-b311-36ad0541d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:48.210028 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-0557c220-3d99-4938-b311-36ad0541d712 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448079 Feb 28 19:47:48.290512 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:47:48.302843 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-0584264b-f6c0-4b9b-8628-ce7fa3d9f57c service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864000 Feb 28 19:47:48.394102 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e04f3375-d09a-4587-b6a3-f56054ad648c req-8e5fa6b5-2550-492c-8678-c18f8d85895e service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856481 Feb 28 19:47:48.512755 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:46Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:47:48.545478 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b5673-3af5-4759-aecf-f80ee7d9c2b3 None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:46Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:47:48.746666 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9ea1a-83f6-4835-96a6-64058ccc0c0d None None] New status for floating IP 4f1f7998-fd2e-42d3-83ad-4920ccb95149: ACTIVE {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:47:48.771270 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:50.033586 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:50.298638 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:51.588070 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:47:55.879395 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-1560b73b-3a24-4774-9b71-55b94e66a67c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536983 Feb 28 19:47:55.993244 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-956c2959-a08c-4b8e-8b29-35503f166a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:55.994729 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-956c2959-a08c-4b8e-8b29-35503f166a9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 1130 time: 0.0485165 Feb 28 19:47:56.101374 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-120162f8-a78a-45bf-a282-6e799a150b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:56.102839 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-120162f8-a78a-45bf-a282-6e799a150b5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.0858953 Feb 28 19:47:56.180507 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-123caf82-cd3d-4099-9023-c79d3619942c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 200 len: 1002 time: 0.0630274 Feb 28 19:47:56.234568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-247eb42d-c7c9-4909-9395-6baf9d1c3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:56.236074 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-247eb42d-c7c9-4909-9395-6baf9d1c3acd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0472143 Feb 28 19:47:56.288690 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-b3e81a4a-8dab-483a-b6e7-671b4d91d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:47:56.290302 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-b3e81a4a-8dab-483a-b6e7-671b4d91d854 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464461 Feb 28 19:47:56.391748 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-26b60814-1950-41ef-b37c-7d721db599ca service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868125 Feb 28 19:47:56.491078 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e7abfe6-7494-485c-a83c-33ccc25c5709 req-d88c4a72-df50-43b8-905a-9f5638021340 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921376 Feb 28 19:48:09.766181 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc81d2-78bb-45f9-9e38-b5c0b4a2ebe6 req-e906cec0-fb09-4864-ac8f-410323d98097 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:09.767673 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6acc81d2-78bb-45f9-9e38-b5c0b4a2ebe6 req-e906cec0-fb09-4864-ac8f-410323d98097 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0614212 Feb 28 19:48:09.813936 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6acc81d2-78bb-45f9-9e38-b5c0b4a2ebe6 req-e30b39da-9ff0-4c41-8605-64b1d4d09909 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 Feb 28 19:48:10.945210 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2ffff-6518-4e8f-af74-e0037d6af7bc req-29d7697d-6a9e-4cc7-853a-ec1f4930731d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:10.946576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-82c2ffff-6518-4e8f-af74-e0037d6af7bc req-29d7697d-6a9e-4cc7-853a-ec1f4930731d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0529301 Feb 28 19:48:10.993527 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-82c2ffff-6518-4e8f-af74-e0037d6af7bc req-e7deb13d-dc1d-4650-a20c-2c715156fbe3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=21d84383-9ff6-40b7-95e1-9e9e262b3c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Feb 28 19:48:11.146026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7d9136bb-0470-4658-bbf2-58b45659efa8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:11.147474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7d9136bb-0470-4658-bbf2-58b45659efa8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 946 time: 0.0693042 Feb 28 19:48:11.245171 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Deleting port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:11.245523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:11.344434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] For port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:11.344814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:11.513063 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:11.513327 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (a8c4d3e6-f192-47b5-866d-12ca021526f0), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:11.513664 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Floating IP a8c4d3e6-f192-47b5-866d-12ca021526f0 disassociated. External IP: 172.27.0.194, port: 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c. Feb 28 19:48:11.514004 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Calling delete_port for 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:11.650181 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (5b4faa57-c77d-4ed2-9fbe-f6b7de18897c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:11.679544 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event deleted for resources: {'Port': ['ID=5b4faa57-c77d-4ed2-9fbe-f6b7de18897c,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:11.795378 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:48:11.904381 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:48:11.914800 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:48:11.926731 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:11.927910 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:11.947259 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] No DVR routers for this DVR port 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:48:11.949936 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:11.953892 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c828aa16-5e13-4427-aa7c-061519c9f001 req-7eb208c4-0a91-454e-92b9-01bf2be60bb5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "DELETE /v2.0/ports/5b4faa57-c77d-4ed2-9fbe-f6b7de18897c HTTP/1.1" status: 204 len: 173 time: 0.8000715 Feb 28 19:48:11.954306 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'name': 'network-vif-deleted', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:11.956582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f50ad-e876-4826-9ef2-d682435c7a56" -d '{"events": [{"server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "name": "network-vif-deleted", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:12.002761 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f9c47-471d-4a2f-9beb-21dbba0ade99 x-openstack-request-id: req-e60f9c47-471d-4a2f-9beb-21dbba0ade99 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:12.003062 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c175cd09-54ae-4547-b12e-50967ada99ac", "name": "network-vif-deleted", "tag": "5b4faa57-c77d-4ed2-9fbe-f6b7de18897c", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:12.003319 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e60f9c47-471d-4a2f-9beb-21dbba0ade99 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:12.003727 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c175cd09-54ae-4547-b12e-50967ada99ac', 'name': 'network-vif-deleted', 'tag': '5b4faa57-c77d-4ed2-9fbe-f6b7de18897c', 'status': 'completed', 'code': 200} Feb 28 19:48:12.042007 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:12.112649 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ada80a35-c30d-43f3-af30-a5d7bedda541 req-2e316ee7-10d1-4baa-a9df-ab4f07888e6c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=c175cd09-54ae-4547-b12e-50967ada99ac HTTP/1.1" status: 200 len: 210 time: 0.0361190 Feb 28 19:48:12.246124 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:12.275678 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:48:12.284602 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:12.285252 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:47:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:12.541835 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:12.738838 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:12.765535 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25929d83-d40c-4528-bcac-79eadc9f2127 None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:48:12.977647 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41848a37-698c-4753-84f9-e5ae4ea7e4d5 None None] New status for floating IP a8c4d3e6-f192-47b5-866d-12ca021526f0: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:48:13.104411 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:48:13.201571 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48060) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:13.258407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ff25-c0c9-4d6b-8980-6c5d65a2be85 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (21d84383-9ff6-40b7-95e1-9e9e262b3c96), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.284639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ff25-c0c9-4d6b-8980-6c5d65a2be85 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (21d84383-9ff6-40b7-95e1-9e9e262b3c96), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.604377 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ff25-c0c9-4d6b-8980-6c5d65a2be85 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (21d84383-9ff6-40b7-95e1-9e9e262b3c96), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.608054 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3c8ff25-c0c9-4d6b-8980-6c5d65a2be85 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.609740 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a3c8ff25-c0c9-4d6b-8980-6c5d65a2be85 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "DELETE /v2.0/security-groups/21d84383-9ff6-40b7-95e1-9e9e262b3c96 HTTP/1.1" status: 204 len: 168 time: 0.4071665 Feb 28 19:48:13.612835 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48062) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:13.619670 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8ff25-c0c9-4d6b-8980-6c5d65a2be85 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d84383-9ff6-40b7-95e1-9e9e262b3c96,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:13.630161 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.api.v2.resource [None req-c2c017d2-16df-44da-b8f1-4a4880670b58 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] show failed (client error): The resource could not be found. Feb 28 19:48:13.631205 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c2c017d2-16df-44da-b8f1-4a4880670b58 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups/21d84383-9ff6-40b7-95e1-9e9e262b3c96 HTTP/1.1" status: 404 len: 347 time: 0.0173092 Feb 28 19:48:13.634348 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48064) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:13.767420 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Deleting port f79e9b1f-bfa8-483c-93f9-86570f06376a {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:13.767790 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.842865 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.843198 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (f79e9b1f-bfa8-483c-93f9-86570f06376a), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:13.855121 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Calling delete_port for f79e9b1f-bfa8-483c-93f9-86570f06376a owned by network:floatingip {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:14.002464 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (f79e9b1f-bfa8-483c-93f9-86570f06376a), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.033024 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event deleted for resources: {'Port': ['ID=f79e9b1f-bfa8-483c-93f9-86570f06376a,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:14.097357 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (a8c4d3e6-f192-47b5-866d-12ca021526f0), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.099980 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.101157 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f4202a9c-f0fd-4265-8dc8-da9177e9b5e5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "DELETE /v2.0/floatingips/a8c4d3e6-f192-47b5-866d-12ca021526f0 HTTP/1.1" status: 204 len: 168 time: 0.4658837 Feb 28 19:48:14.541743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48068) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:14.546362 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525148101', 'description': 'tempest-description--142302791'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:14.571334 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.636002 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (48cdd816-3bf8-4f21-b3dc-6743bdb3eca2), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.641641 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48cdd816-3bf8-4f21-b3dc-6743bdb3eca2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.669687 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.670898 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1281276 Feb 28 19:48:14.673978 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48070) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:14.675272 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a74e5d-7720-4859-8ffa-c90926414131 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:14.678788 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'security_group_rule': {'security_group_id': '48cdd816-3bf8-4f21-b3dc-6743bdb3eca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:14.703060 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (2b290ed4-54e7-4eeb-aef9-fe523dcaedc2), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.767388 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (2b290ed4-54e7-4eeb-aef9-fe523dcaedc2), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.773859 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (2b290ed4-54e7-4eeb-aef9-fe523dcaedc2), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.791875 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b290ed4-54e7-4eeb-aef9-fe523dcaedc2,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:14.797152 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.798376 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6e399a9e-bf0d-4dea-bb8b-b3abbfe226aa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233048 Feb 28 19:48:14.801251 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48072) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:14.805601 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'security_group_rule': {'security_group_id': '48cdd816-3bf8-4f21-b3dc-6743bdb3eca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:14.831935 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (a201e790-1ec6-407b-960e-db728282d349), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.887667 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (a201e790-1ec6-407b-960e-db728282d349), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.894894 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623977'] for security_group_rule (a201e790-1ec6-407b-960e-db728282d349), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.918138 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a201e790-1ec6-407b-960e-db728282d349,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:14.927577 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:14.928903 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-5796cd66-e3e8-4ae5-819c-6433b539641e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265857 Feb 28 19:48:14.932419 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48074) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:14.937364 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:14.960756 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.062724 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.164217 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Allocated IP 172.27.0.235 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/6fb0ca89-ab4e-4dff-851b-6f977b88e9a5) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:48:15.239744 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d37b-2e35-4870-80bc-0940b10f0064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.271593 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.308728 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.348594 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:48:15.352870 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:48:15.357526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:48:15.360467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'Port': ['ID=6fb0ca89-ab4e-4dff-851b-6f977b88e9a5,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:15.442081 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (1edb8aa6-8404-4fcd-b388-5053779a42e3), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.480849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.648880 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.655806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.680988 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:15.700520 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:15.700862 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 5b4faa57-c77d-4ed2-9fbe-f6b7de18897c not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:15.720130 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'Port': ['ID=6fb0ca89-ab4e-4dff-851b-6f977b88e9a5,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:15.732336 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (1edb8aa6-8404-4fcd-b388-5053779a42e3), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.749343 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:15.750571 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c06d1530-6600-434f-95b6-ba4416583bcd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8170731 Feb 28 19:48:15.905706 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-c67c0979-931a-4f61-9411-c18e62691e1c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1525148101&fields=id&tenant_id=0770cb7fd1684b1bbf110b2574aee96f HTTP/1.1" status: 200 len: 267 time: 0.0448246 Feb 28 19:48:16.027646 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-fec17bc9-b5c5-442a-bf87-9cea9fb05234 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:16.029961 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-fec17bc9-b5c5-442a-bf87-9cea9fb05234 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 810 time: 0.1161516 Feb 28 19:48:16.045380 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-49934877-c689-4f87-806b-2a47a8825d6d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/quotas/0770cb7fd1684b1bbf110b2574aee96f HTTP/1.1" status: 200 len: 375 time: 0.0095272 Feb 28 19:48:16.108896 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-7912ac69-9cac-4316-b043-3afe2d3b60a3 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584996 Feb 28 19:48:16.216687 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-968cff12-f94b-432d-b68e-0655627ece0d service neutron] 10.222.0.47 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956378 Feb 28 19:48:16.313543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-a16fd0c3-5442-473a-8d4a-f3be18ee99ee service neutron] 10.222.0.47 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885708 Feb 28 19:48:16.486887 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-71f1e085-7ffc-442b-bda9-dc0f7a54b9b2 req-a8b37d01-2ad3-443e-8eaf-c519dd079fbf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 210 time: 0.0286002 Feb 28 19:48:17.455320 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-6278eec2-3ebd-46d5-809f-c8db490d0a0a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:17.456824 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-6278eec2-3ebd-46d5-809f-c8db490d0a0a tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 810 time: 0.1109102 Feb 28 19:48:17.522957 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-89453b09-dea8-4383-8d20-789da8adf89d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0770cb7fd1684b1bbf110b2574aee96f HTTP/1.1" status: 200 len: 380 time: 0.0546465 Feb 28 19:48:17.534036 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'port': {'device_id': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'admin_state_up': True, 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'security_groups': ['48cdd816-3bf8-4f21-b3dc-6743bdb3eca2']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:17.617799 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b80d3ee-21a0-4280-83f4-92a78123fb6e req-4886a5d2-915b-413a-81f9-f005d0dda6be tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 210 time: 0.0363190 Feb 28 19:48:17.675060 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f2929e64-ca92-4b03-bab4-3d2337ee9957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:17.679637 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Made reservation on behalf of 0770cb7fd1684b1bbf110b2574aee96f for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:48:17.683193 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:17.810417 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Allocated IP 172.20.0.3 (c148f9c8-601c-46c7-808f-502b5cb6467d/0a7e6671-cec0-45b4-bb43-bf108fd0695d/d43ef353-aa37-48f5-97e2-d5ea5ff959ec) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:48:17.950498 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:17.985461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.036028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Network c148f9c8-601c-46c7-808f-502b5cb6467d is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:48:18.039131 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:48:18.043041 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:48:18.049960 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event updated for resources: {'Port': ['ID=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:18.100411 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:18.101226 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.119947 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-02c685f0-68b6-4b15-9bec-3cbb4ddc7faa tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897949 Feb 28 19:48:18.131634 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Request body: {'port': {'device_id': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:18.199099 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.247712 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-3aa88a80-c80e-4578-8c2d-bfb0a9a6d109 None None] Provisioning complete for port d43ef353-aa37-48f5-97e2-d5ea5ff959ec triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:48:18.248094 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3aa88a80-c80e-4578-8c2d-bfb0a9a6d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.285166 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-3aa88a80-c80e-4578-8c2d-bfb0a9a6d109 None None] Port d43ef353-aa37-48f5-97e2-d5ea5ff959ec cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:48:18.469707 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43ef353-aa37-48f5-97e2-d5ea5ff959ec {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:48:18.477929 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Publish callbacks [] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.491337 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Transition to ACTIVE for port object d43ef353-aa37-48f5-97e2-d5ea5ff959ec will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:48:18.497219 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.544577 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:18.618557 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Attempting to bind port d43ef353-aa37-48f5-97e2-d5ea5ff959ec on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:48:18.618896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Attempting to bind port d43ef353-aa37-48f5-97e2-d5ea5ff959ec by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:48:18.619474 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Attempting to bind port d43ef353-aa37-48f5-97e2-d5ea5ff959ec on network c148f9c8-601c-46c7-808f-502b5cb6467d {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:48:18.624043 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Port d43ef353-aa37-48f5-97e2-d5ea5ff959ec on network c148f9c8-601c-46c7-808f-502b5cb6467d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:48:18.624333 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Attempting to bind port d43ef353-aa37-48f5-97e2-d5ea5ff959ec on network c148f9c8-601c-46c7-808f-502b5cb6467d {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:48:18.629463 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:48:18.629801 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Checking segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:48:18.630191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Bound using segment: {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:48:18.630613 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Bound port: d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:48:18.630967 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.726805 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] For port d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:48:18.742077 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] For port d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:48:18.752576 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.772980 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.790015 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49403-d82c-4214-a530-c3e863820a84 req-9051ca37-d858-4d7e-b637-85d653f59554 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:18.791502 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a1f49403-d82c-4214-a530-c3e863820a84 req-9051ca37-d858-4d7e-b637-85d653f59554 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 943 time: 0.0989215 Feb 28 19:48:18.805283 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:18.805885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:18.807243 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] 10.222.0.30 "PUT /v2.0/ports/d43ef353-aa37-48f5-97e2-d5ea5ff959ec HTTP/1.1" status: 200 len: 1093 time: 0.6802154 Feb 28 19:48:18.808359 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:18.810630 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af4fd02-4171-4d3f-951c-3906dff8646b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:18.862174 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe851a8-ea67-4df7-9d62-59c5da3e2013 x-openstack-request-id: req-3fe851a8-ea67-4df7-9d62-59c5da3e2013 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:18.862511 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:18.862752 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fe851a8-ea67-4df7-9d62-59c5da3e2013 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:18.863136 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'status': 'completed', 'code': 200} Feb 28 19:48:18.896175 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ff8b5-6a68-45d9-8966-fc354d6cbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:18.905834 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a1f49403-d82c-4214-a530-c3e863820a84 req-e28aebb8-4483-45d5-81ff-11063cd2e002 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063998 Feb 28 19:48:18.924504 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-81a4082d-18cb-48f7-b034-ca80a46a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:18.926221 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-81a4082d-18cb-48f7-b034-ca80a46a31a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 1127 time: 0.0658238 Feb 28 19:48:18.975347 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-bed25fde-0ff3-4589-b03e-b60725150d31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec HTTP/1.1" status: 200 len: 217 time: 0.0385513 Feb 28 19:48:19.026625 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-8cd98b3e-cae8-4235-8219-9c2d722a1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:19.028147 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-8cd98b3e-cae8-4235-8219-9c2d722a1e8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0471237 Feb 28 19:48:19.081292 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-a57f92cb-966f-4414-a14f-3115606a93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:19.082704 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-a57f92cb-966f-4414-a14f-3115606a93ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483928 Feb 28 19:48:19.172111 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-623939f9-4242-4c99-9a63-cab218f47e27 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822515 Feb 28 19:48:19.266716 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac60b30a-8375-43a6-b869-c16b12cc8f41 req-54d924ca-2256-4905-a3ff-865a16596d76 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878704 Feb 28 19:48:19.369319 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-6bb935ec-c6c5-4900-a48f-ede8d34ed6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:19.370835 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-6bb935ec-c6c5-4900-a48f-ede8d34ed6fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 1127 time: 0.0476804 Feb 28 19:48:19.462342 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-8dc4b9d2-dc79-47ca-9e48-869af7b5a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:19.463785 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-8dc4b9d2-dc79-47ca-9e48-869af7b5a82c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.0831392 Feb 28 19:48:19.514660 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-ce8eb9a3-ecef-4929-9364-d8276fee0bd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec HTTP/1.1" status: 200 len: 217 time: 0.0439665 Feb 28 19:48:19.565254 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-60a6e44d-8a7a-45bc-8715-8f96d4e4e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:19.566666 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-60a6e44d-8a7a-45bc-8715-8f96d4e4e2a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0450463 Feb 28 19:48:19.617136 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-b2ba4e05-5ab5-404f-9283-bac0605d99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:19.618612 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-b2ba4e05-5ab5-404f-9283-bac0605d99e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458944 Feb 28 19:48:19.709573 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-077e6165-3e0b-47f0-b525-df292857d6f1 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838091 Feb 28 19:48:19.800594 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2af4fd02-4171-4d3f-951c-3906dff8646b req-49c151b0-b201-4220-bba7-14819ee869f7 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844295 Feb 28 19:48:20.030080 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:20.046838 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318bc4-591e-442b-b887-29ecdb30f6bf req-2be55875-d248-4405-972d-f3967f15112e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:20.048368 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-21318bc4-591e-442b-b887-29ecdb30f6bf req-2be55875-d248-4405-972d-f3967f15112e tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 943 time: 0.0621200 Feb 28 19:48:20.099489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-21318bc4-591e-442b-b887-29ecdb30f6bf req-9d1c3509-1cde-40e0-9a47-15bc8805383b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 Feb 28 19:48:20.309793 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.262858 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-be841796-1c5c-4f50-b73f-054b713f64a0 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870179255&fields=id&tenant_id=1b8c1fb71f974b9ca89901b3a0198c37 HTTP/1.1" status: 200 len: 267 time: 0.0507605 Feb 28 19:48:21.272139 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002d3a5-69ef-4645-b3ef-d33006363463 req-0406b6b8-bd74-4a50-924b-3bff3d7e1a8b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:21.273692 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4002d3a5-69ef-4645-b3ef-d33006363463 req-0406b6b8-bd74-4a50-924b-3bff3d7e1a8b tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 943 time: 0.0879068 Feb 28 19:48:21.348794 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4002d3a5-69ef-4645-b3ef-d33006363463 req-33585a4e-156b-448a-80c7-ea24ab8e3c60 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663054 Feb 28 19:48:21.356744 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-e3dccc82-8244-4dd1-808a-82b8e8e51f06 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:21.358130 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-e3dccc82-8244-4dd1-808a-82b8e8e51f06 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 985 time: 0.0836501 Feb 28 19:48:21.368970 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Request body: {'port': {'security_groups': ['5da083f5-d11d-4bcf-b610-ba600b1ee27f']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:21.451314 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.573344 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.633132 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:21.661143 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.668630 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.681608 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ed59bde9-df18-4b87-beca-b8bea5bd5a2d'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:48:21.711633 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:21.712265 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.713673 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-87eb57c4-8a6e-4f57-93b2-22a630999a87 req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "PUT /v2.0/ports/ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 943 time: 0.3491862 Feb 28 19:48:21.714134 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:21.716452 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544d5aa8-6881-4b78-a4bc-e503058b86b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:21.722656 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48124) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:21.742604 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event updated for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=7']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:21.751128 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.751573 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.752029 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.752459 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.752889 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.753338 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.753759 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.754181 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.754607 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.755028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.755457 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.755920 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.756334 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46665dd8-d841-4fcd-b23f-6f4b38d50551 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:21.764328 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819ff2f-be9a-48d8-8368-9f998e4566b5 x-openstack-request-id: req-5819ff2f-be9a-48d8-8368-9f998e4566b5 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:21.764679 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:21.764990 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5819ff2f-be9a-48d8-8368-9f998e4566b5 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:21.765502 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'status': 'completed', 'code': 200} Feb 28 19:48:21.804248 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c2c686aa-c779-472a-b918-12dd305e3d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group (8062c1cd-a58e-4909-90be-0ce4b963b991), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.835517 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c2c686aa-c779-472a-b918-12dd305e3d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group (8062c1cd-a58e-4909-90be-0ce4b963b991), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.835896 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ed59bde9-df18-4b87-beca-b8bea5bd5a2d'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:48:21.838733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-bb24b98f-3024-4dd9-b8ce-2d9ced327aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:21.840913 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-bb24b98f-3024-4dd9-b8ce-2d9ced327aed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1130 time: 0.0569677 Feb 28 19:48:21.910679 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c2c686aa-c779-472a-b918-12dd305e3d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (8062c1cd-a58e-4909-90be-0ce4b963b991), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.915793 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c2c686aa-c779-472a-b918-12dd305e3d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:21.920297 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c2c686aa-c779-472a-b918-12dd305e3d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "DELETE /v2.0/security-groups/8062c1cd-a58e-4909-90be-0ce4b963b991 HTTP/1.1" status: 204 len: 168 time: 0.1965024 Feb 28 19:48:21.921133 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48126) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:21.932619 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c686aa-c779-472a-b918-12dd305e3d85 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8062c1cd-a58e-4909-90be-0ce4b963b991,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:21.993666 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-2c9a74da-717d-456a-a27e-28c5c6b372f9 None None] Provisioning complete for port ed59bde9-df18-4b87-beca-b8bea5bd5a2d triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:48:21.993968 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2c9a74da-717d-456a-a27e-28c5c6b372f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:22.011462 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-61cd6a67-8741-4b70-9983-861fe2b65209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:22.012956 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-61cd6a67-8741-4b70-9983-861fe2b65209 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 916 time: 0.1656523 Feb 28 19:48:22.116940 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a74da-717d-456a-a27e-28c5c6b372f9 None None] Current status of the port ed59bde9-df18-4b87-beca-b8bea5bd5a2d is: ACTIVE; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:48:22.121227 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-bae41ba2-4fcf-4a6f-a286-c508909683a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 1001 time: 0.0763023 Feb 28 19:48:22.187021 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-87cf98f9-a6c5-4561-8e6e-204aaffd9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:22.188422 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-87cf98f9-a6c5-4561-8e6e-204aaffd9638 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0515883 Feb 28 19:48:22.205130 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Deleting port b78a7a5d-b384-424a-a2a7-e6efb8516339 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:22.205504 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:22.302473 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-b0499030-75d5-45de-967c-4150185b943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:22.304012 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-b0499030-75d5-45de-967c-4150185b943f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072750 Feb 28 19:48:22.307416 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:22.307736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for floatingip (b78a7a5d-b384-424a-a2a7-e6efb8516339), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:22.334528 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Calling delete_port for b78a7a5d-b384-424a-a2a7-e6efb8516339 owned by network:floatingip {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:22.511253 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-5d0a5ee3-d564-41d8-922d-cbe1668c9c1d service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006605 Feb 28 19:48:22.592849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c153-dff9-4c6c-a7f4-8a43fe34454a req-73532862-1f9f-45a3-bdc6-05ae47f58ab0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:22.594337 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6621c153-dff9-4c6c-a7f4-8a43fe34454a req-73532862-1f9f-45a3-bdc6-05ae47f58ab0 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 943 time: 0.1729474 Feb 28 19:48:22.965471 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-544d5aa8-6881-4b78-a4bc-e503058b86b7 req-e06533e8-89c9-4295-b3e8-ba4ca6ad1b29 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473636 Feb 28 19:48:22.971206 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6621c153-dff9-4c6c-a7f4-8a43fe34454a req-aaa36563-649e-46af-9d53-bd8cef70882f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635156 Feb 28 19:48:22.983565 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (b78a7a5d-b384-424a-a2a7-e6efb8516339), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:23.007610 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event deleted for resources: {'Port': ['ID=b78a7a5d-b384-424a-a2a7-e6efb8516339,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:23.070385 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks [] for floatingip (48e12ec2-6d3d-46a1-a893-673331c0daf2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:23.070729 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Floating IP 48e12ec2-6d3d-46a1-a893-673331c0daf2 disassociated (deleted). External IP: 172.27.0.17, port: ed59bde9-df18-4b87-beca-b8bea5bd5a2d. Feb 28 19:48:23.285854 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Router e26ab9fb-18c0-454a-93f7-7352b31de8c7 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:48:23.402884 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:48:23.407935 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:23.413466 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] Sync routers for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:48:23.424794 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:23.425448 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:23.436773 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-8e6eddfa-65a4-4bd5-9a64-02d3cfa7f509 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "DELETE /v2.0/floatingips/48e12ec2-6d3d-46a1-a893-673331c0daf2 HTTP/1.1" status: 204 len: 168 time: 1.5146151 Feb 28 19:48:23.534031 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:23.721529 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device d43ef353-aa37-48f5-97e2-d5ea5ff959ec details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:48:23.761449 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:23.767248 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:23.769786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536e39c1-66ec-42b8-87d9-fbf7c7905b79" -d '{"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:23.805350 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d2ced-baa2-470a-ac6c-95c82353b8eb x-openstack-request-id: req-4b0d2ced-baa2-470a-ac6c-95c82353b8eb {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:23.805617 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:23.805900 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b0d2ced-baa2-470a-ac6c-95c82353b8eb {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:23.806298 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'status': 'completed', 'code': 200} Feb 28 19:48:23.816576 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] Checking router: e26ab9fb-18c0-454a-93f7-7352b31de8c7 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:48:23.833612 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:23.834225 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:23.874445 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-127634ef-eca8-4bd7-9d4c-dd1053e51950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:23.875960 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-127634ef-eca8-4bd7-9d4c-dd1053e51950 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 1130 time: 0.0484071 Feb 28 19:48:23.895835 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:23.913859 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'port_id': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'mac_address': 'fa:16:3e:76:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:48:23.967468 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-303e4b23-a101-4aea-a298-b8a2be77ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:23.968950 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-303e4b23-a101-4aea-a298-b8a2be77ec9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 200 len: 916 time: 0.0850942 Feb 28 19:48:23.995733 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:23.997929 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port d43ef353-aa37-48f5-97e2-d5ea5ff959ec is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:48:23.998165 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:24.015568 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-9f99df5c-f48e-46dd-90ce-04403e04816a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 200 len: 217 time: 0.0389016 Feb 28 19:48:24.042708 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43ef353-aa37-48f5-97e2-d5ea5ff959ec {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:48:24.096101 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-7c00619a-e6dc-4970-8060-ced0b0bf5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:24.097578 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-7c00619a-e6dc-4970-8060-ced0b0bf5003 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 200 len: 854 time: 0.0735025 Feb 28 19:48:24.102715 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:24.129162 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:24.139603 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487493af-e45b-4f40-b04a-7e2c982cf3d7 req-594d50eb-b015-4a9a-98e8-5433d0c164dd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:24.141052 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-487493af-e45b-4f40-b04a-7e2c982cf3d7 req-594d50eb-b015-4a9a-98e8-5433d0c164dd tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 943 time: 0.0910976 Feb 28 19:48:24.187931 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-a822d014-c83c-4331-a23e-7d8763bf6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:24.189516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-a822d014-c83c-4331-a23e-7d8763bf6890 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8cef71d-1353-4cf6-a069-008335353772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852115 Feb 28 19:48:24.219541 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-487493af-e45b-4f40-b04a-7e2c982cf3d7 req-3ae7b4c1-e907-489c-acbc-8d54c7d657f5 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717971 Feb 28 19:48:24.301723 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-87e6705a-b466-45be-9321-310ca5fe916d service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013067 Feb 28 19:48:24.342579 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:24.391702 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-536e39c1-66ec-42b8-87d9-fbf7c7905b79 req-eeac4de8-b7ae-4307-b47f-4396daca0b87 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839114 Feb 28 19:48:24.396737 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:24.423684 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39817ce2-84e4-49c2-9859-8664d3a31895 None None] The sync data for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi is: [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:08Z', 'revision_number': 4, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'f0cc53c2-0eab-4437-8832-53906039dfc5', 'name': '', 'network_id': 'c8cef71d-1353-4cf6-a069-008335353772', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'mac_address': 'fa:16:3e:18:6c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:08Z', 'updated_at': '2022-02-28T19:44:14Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'subnets': [{'id': '31c54def-84ff-45d5-9e8f-9076b8069922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:48:24.472431 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['d43ef353-aa37-48f5-97e2-d5ea5ff959ec'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:48:24.658610 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c30148-a532-4cdf-b473-bb85d743ba59 None None] New status for floating IP 48e12ec2-6d3d-46a1-a893-673331c0daf2: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:48:25.350478 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac3a8a-88da-4cde-8874-944664435490 req-13635733-93a7-4bf6-8008-8b194df2effe tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:25.351933 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85ac3a8a-88da-4cde-8874-944664435490 req-13635733-93a7-4bf6-8008-8b194df2effe tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 944 time: 0.0590844 Feb 28 19:48:25.402401 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-85ac3a8a-88da-4cde-8874-944664435490 req-33215e01-0d45-4c23-9cc6-a1b64c67de3d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Feb 28 19:48:25.731450 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device d43ef353-aa37-48f5-97e2-d5ea5ff959ec up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:48:25.796440 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port d43ef353-aa37-48f5-97e2-d5ea5ff959ec completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:48:25.800607 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port d43ef353-aa37-48f5-97e2-d5ea5ff959ec triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:48:25.800988 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:25.881232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port d43ef353-aa37-48f5-97e2-d5ea5ff959ec is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:48:25.881663 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:25.905929 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:25.908227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4634c3a-2220-4a26-8610-4238c5bde78a" -d '{"events": [{"server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "name": "network-vif-plugged", "status": "completed", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:25.920679 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:25.926604 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:25.961091 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978897b-1afa-41b0-9fe8-311a6d60b3fd x-openstack-request-id: req-d978897b-1afa-41b0-9fe8-311a6d60b3fd {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:25.961449 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "name": "network-vif-plugged", "status": "completed", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:25.961712 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d978897b-1afa-41b0-9fe8-311a6d60b3fd {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:25.962115 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'code': 200} Feb 28 19:48:25.980739 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:26.182582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ac4b-6216-49ff-867d-0477e885e270 req-4f5d9fca-250c-4882-a715-d7f39756b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:26.184138 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d70ac4b-6216-49ff-867d-0477e885e270 req-4f5d9fca-250c-4882-a715-d7f39756b174 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 1129 time: 0.0751810 Feb 28 19:48:26.197332 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ecf99-197c-494c-be67-09eaf4f75369 req-0c18a9b9-b107-4fc8-8124-8bac4b4db539 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:26.198717 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad4ecf99-197c-494c-be67-09eaf4f75369 req-0c18a9b9-b107-4fc8-8124-8bac4b4db539 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0642648 Feb 28 19:48:26.266245 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d70ac4b-6216-49ff-867d-0477e885e270 req-2f547a65-40fa-462d-a03c-df0010de8bfd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665791 Feb 28 19:48:26.273202 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ad4ecf99-197c-494c-be67-09eaf4f75369 req-56bfdd19-1985-4e53-b1f3-eb8976218332 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685194 Feb 28 19:48:26.552016 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8edfd9-0c47-44b5-9e8f-ffe7691dfe2e req-44768380-5ffd-4e20-83b1-71dc2a34b194 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:26.553474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c8edfd9-0c47-44b5-9e8f-ffe7691dfe2e req-44768380-5ffd-4e20-83b1-71dc2a34b194 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.0670011 Feb 28 19:48:26.604125 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3c8edfd9-0c47-44b5-9e8f-ffe7691dfe2e req-2281becc-e637-4a5e-afbf-5955c15041ab tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Feb 28 19:48:27.402681 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcca5a5-f1d1-483a-aa87-1359743971bb req-74e42fab-9d09-47f4-a7d0-02671f8ef432 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:27.404116 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8dcca5a5-f1d1-483a-aa87-1359743971bb req-74e42fab-9d09-47f4-a7d0-02671f8ef432 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0543997 Feb 28 19:48:27.458678 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8dcca5a5-f1d1-483a-aa87-1359743971bb req-bd052b47-3b5c-452e-a14e-b7d9abe12ba7 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Feb 28 19:48:27.722314 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a0e95-10a2-486e-b2ee-273026234d64 req-a756d570-0df3-41b4-a6b4-88f1330b3b3d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:27.723787 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f46a0e95-10a2-486e-b2ee-273026234d64 req-a756d570-0df3-41b4-a6b4-88f1330b3b3d tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Feb 28 19:48:27.769892 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f46a0e95-10a2-486e-b2ee-273026234d64 req-df0f7547-20d9-4ec7-938b-bd2f99d3ceea tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Feb 28 19:48:27.890453 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff39ded-9327-4d41-a114-b7d304e08808 req-d55e9e53-ebc6-4b24-a260-625031a2ae73 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:27.891837 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fff39ded-9327-4d41-a114-b7d304e08808 req-d55e9e53-ebc6-4b24-a260-625031a2ae73 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.0594285 Feb 28 19:48:27.904107 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48174) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:27.908864 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Request body: {'floatingip': {'port_id': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:48:27.948575 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (1edb8aa6-8404-4fcd-b388-5053779a42e3), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:28.588656 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe2715-8ef7-4851-ae6c-b7fbe702a621 req-6c5bc682-dcb5-449e-a7e5-adacc1f91a66 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:28.590181 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-71fe2715-8ef7-4851-ae6c-b7fbe702a621 req-6c5bc682-dcb5-449e-a7e5-adacc1f91a66 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0649829 Feb 28 19:48:28.608282 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:28.613932 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (1edb8aa6-8404-4fcd-b388-5053779a42e3), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:28.662018 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26eee9-2aeb-498f-b194-916af2055848 req-95dd6eac-f4c9-457c-9d7d-c63cc4e3f26e tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:28.663503 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4d26eee9-2aeb-498f-b194-916af2055848 req-95dd6eac-f4c9-457c-9d7d-c63cc4e3f26e tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e89efb9-e767-4120-b392-b78af6213f53 HTTP/1.1" status: 200 len: 946 time: 0.0971422 Feb 28 19:48:28.666623 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-71fe2715-8ef7-4851-ae6c-b7fbe702a621 req-1532b018-330c-4330-a0a1-1ecb135ba363 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.47 "GET /v2.0/security-groups?id=5da083f5-d11d-4bcf-b610-ba600b1ee27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622978 Feb 28 19:48:28.714611 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.l3_db [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Floating IP 1edb8aa6-8404-4fcd-b388-5053779a42e3 associated. External IP: 172.27.0.235, port: d43ef353-aa37-48f5-97e2-d5ea5ff959ec. Feb 28 19:48:28.759433 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Deleting port ed59bde9-df18-4b87-beca-b8bea5bd5a2d {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:28.759998 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:28.850779 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] For port ed59bde9-df18-4b87-beca-b8bea5bd5a2d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:28.851484 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:28.867191 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Calling delete_port for ed59bde9-df18-4b87-beca-b8bea5bd5a2d owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:28.924166 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:48:28.999052 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (ed59bde9-df18-4b87-beca-b8bea5bd5a2d), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:29.011684 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ed59bde9-df18-4b87-beca-b8bea5bd5a2d'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:48:29.027585 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Pushing event deleted for resources: {'Port': ['ID=ed59bde9-df18-4b87-beca-b8bea5bd5a2d,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:29.033675 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:48:29.038183 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:29.052483 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:48:29.070013 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] No DVR routers for this DVR port ed59bde9-df18-4b87-beca-b8bea5bd5a2d on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:48:29.075595 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:29.075760 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c0beb5d2-075d-45fd-8a0b-a76401ec6bf6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "PUT /v2.0/floatingips/1edb8aa6-8404-4fcd-b388-5053779a42e3 HTTP/1.1" status: 200 len: 991 time: 1.1678979 Feb 28 19:48:29.075760 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:29.075946 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:29.075946 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:29.076555 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24386842-1354-4438-9f37-e53c36de895a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:29.082002 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4d26eee9-2aeb-498f-b194-916af2055848 req-78651f94-379b-4ead-8909-1f698e932c92 tempest-TestMinimumBasicScenario-1658166767 tempest-TestMinimumBasicScenario-1658166767-project] 10.222.0.30 "DELETE /v2.0/ports/ed59bde9-df18-4b87-beca-b8bea5bd5a2d HTTP/1.1" status: 204 len: 173 time: 0.4131958 Feb 28 19:48:29.082545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'name': 'network-vif-deleted', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:48:29.084907 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a03390-536d-4abc-bb24-e24a7d080fce" -d '{"events": [{"server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "name": "network-vif-deleted", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:48:29.119781 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02afbe4b-3cdb-4c2b-aa7d-4ee078620899 x-openstack-request-id: req-02afbe4b-3cdb-4c2b-aa7d-4ee078620899 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:29.120140 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:29.120451 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02afbe4b-3cdb-4c2b-aa7d-4ee078620899 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:29.121081 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'status': 'completed', 'code': 200} Feb 28 19:48:29.186417 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95072d55-48db-4cf3-aefe-df4f36e6cbcd x-openstack-request-id: req-95072d55-48db-4cf3-aefe-df4f36e6cbcd {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:48:29.186843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e89efb9-e767-4120-b392-b78af6213f53", "name": "network-vif-deleted", "tag": "ed59bde9-df18-4b87-beca-b8bea5bd5a2d", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:48:29.186952 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95072d55-48db-4cf3-aefe-df4f36e6cbcd {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:48:29.187301 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e89efb9-e767-4120-b392-b78af6213f53', 'name': 'network-vif-deleted', 'tag': 'ed59bde9-df18-4b87-beca-b8bea5bd5a2d', 'status': 'completed', 'code': 200} Feb 28 19:48:29.217442 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386842-1354-4438-9f37-e53c36de895a req-ca0226bd-dfc0-4906-aeb5-4fd05c3fd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:29.219397 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-ca0226bd-dfc0-4906-aeb5-4fd05c3fd977 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 1129 time: 0.0680149 Feb 28 19:48:29.236868 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:29.328643 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386842-1354-4438-9f37-e53c36de895a req-2dea6c88-0404-4276-a0b4-e7d985f406e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:29.330361 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-2dea6c88-0404-4276-a0b4-e7d985f406e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 200 len: 911 time: 0.1031926 Feb 28 19:48:29.408125 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-b006426c-a148-44cb-a0ab-94a2621c03c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec HTTP/1.1" status: 200 len: 999 time: 0.0705070 Feb 28 19:48:29.498893 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386842-1354-4438-9f37-e53c36de895a req-d19bf5f2-5779-4d52-abd4-73abe3820089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:29.500775 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-d19bf5f2-5779-4d52-abd4-73abe3820089 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 200 len: 849 time: 0.0848601 Feb 28 19:48:29.534839 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '1edb8aa6-8404-4fcd-b388-5053779a42e3', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'port_id': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'mac_address': 'fa:16:3e:76:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:48:15Z', 'updated_at': '2022-02-28T19:48:28Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:29.571980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386842-1354-4438-9f37-e53c36de895a req-117bfc9b-c4d5-414b-84ef-e37fa78c3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:29.574145 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-117bfc9b-c4d5-414b-84ef-e37fa78c3645 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c148f9c8-601c-46c7-808f-502b5cb6467d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645530 Feb 28 19:48:29.574898 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:48:29.588999 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:29.589550 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:29.680973 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-5c46a39f-4a34-4d7c-91bc-e3aab2274ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990672 Feb 28 19:48:29.703083 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:29.776557 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24386842-1354-4438-9f37-e53c36de895a req-f7c06934-1719-4084-a558-cc0ecb27fae0 service neutron] 10.222.0.30 "GET /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890718 Feb 28 19:48:29.937498 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '1edb8aa6-8404-4fcd-b388-5053779a42e3', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'port_id': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'mac_address': 'fa:16:3e:76:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:48:15Z', 'updated_at': '2022-02-28T19:48:28Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:29.963184 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d3f6e-7ac9-4d88-9655-2718caa28c5d None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '1edb8aa6-8404-4fcd-b388-5053779a42e3', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'port_id': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'mac_address': 'fa:16:3e:76:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:48:15Z', 'updated_at': '2022-02-28T19:48:28Z', 'revision_number': 1, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:48:30.183003 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460022e3-27f0-46d8-bc8b-a1cfdb6bedff None None] New status for floating IP 1edb8aa6-8404-4fcd-b388-5053779a42e3: ACTIVE {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:48:30.374797 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48236) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:30.739852 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (e26ab9fb-18c0-454a-93f7-7352b31de8c7), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:30.993646 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Deleting port f0cc53c2-0eab-4437-8832-53906039dfc5 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:30.993867 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:31.072970 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] For port f0cc53c2-0eab-4437-8832-53906039dfc5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=f0cc53c2-0eab-4437-8832-53906039dfc5,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:31.073359 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:31.087656 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Calling delete_port for f0cc53c2-0eab-4437-8832-53906039dfc5 owned by network:router_interface {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:31.280525 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (f0cc53c2-0eab-4437-8832-53906039dfc5), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:31.304912 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cc53c2-0eab-4437-8832-53906039dfc5,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:31.315802 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.316158 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.316500 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.316825 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.317181 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.317501 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.317826 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.318145 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.318469 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.318786 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.319251 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.319611 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.319929 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:31.483600 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (e26ab9fb-18c0-454a-93f7-7352b31de8c7), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:31.699145 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Router e26ab9fb-18c0-454a-93f7-7352b31de8c7 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:48:32.023993 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:48:32.029742 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4e95945a-a443-4080-8376-e3a837cdd712 admin admin] 10.222.0.47 "PUT /v2.0/routers/e26ab9fb-18c0-454a-93f7-7352b31de8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6533198 Feb 28 19:48:32.033155 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48252) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:32.035908 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] Sync routers for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:48:32.046653 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:32.047275 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:32.141884 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks [] for router (e26ab9fb-18c0-454a-93f7-7352b31de8c7), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.154491 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:32.246058 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks [] for router_gateway (e26ab9fb-18c0-454a-93f7-7352b31de8c7), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.301025 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Deleting port fc692db2-cba6-4f69-b482-cf97ff0e88e4 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:32.301418 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.333252 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:48:31Z', 'revision_number': 5, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port': {'id': 'fc692db2-cba6-4f69-b482-cf97ff0e88e4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:32.359951 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] Checking router: e26ab9fb-18c0-454a-93f7-7352b31de8c7 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:48:32.368172 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] Routers {'e26ab9fb-18c0-454a-93f7-7352b31de8c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:32.368780 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:32.386134 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] For port fc692db2-cba6-4f69-b482-cf97ff0e88e4, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=fc692db2-cba6-4f69-b482-cf97ff0e88e4,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:32.386505 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.399521 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Calling delete_port for fc692db2-cba6-4f69-b482-cf97ff0e88e4 owned by network:router_gateway {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:32.576881 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (fc692db2-cba6-4f69-b482-cf97ff0e88e4), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.588693 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] Set router e26ab9fb-18c0-454a-93f7-7352b31de8c7 gateway port host: None {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:32.607332 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc692db2-cba6-4f69-b482-cf97ff0e88e4,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:32.645658 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:48:32Z', 'revision_number': 6, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:32.664926 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (e26ab9fb-18c0-454a-93f7-7352b31de8c7), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.671510 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43204407-820d-4491-8bba-fdb485a7c27d None None] The sync data for ids ['e26ab9fb-18c0-454a-93f7-7352b31de8c7'] in dv-cinder-831247-1-iscsi is: [{'id': 'e26ab9fb-18c0-454a-93f7-7352b31de8c7', 'name': 'tempest-TestMinimumBasicScenario-1662756749-router', 'tenant_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:05Z', 'updated_at': '2022-02-28T19:48:32Z', 'revision_number': 6, 'project_id': '1b8c1fb71f974b9ca89901b3a0198c37', 'gw_port_host': None}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:48:32.767736 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (e26ab9fb-18c0-454a-93f7-7352b31de8c7), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.770015 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks [] for router_controller (e26ab9fb-18c0-454a-93f7-7352b31de8c7), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.849021 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (e26ab9fb-18c0-454a-93f7-7352b31de8c7), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.849698 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26ab9fb-18c0-454a-93f7-7352b31de8c7 {{(pid=109444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:48:32.856615 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.858117 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-72b7f5c5-cf73-4a7e-aa0e-3fbe7115b058 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e26ab9fb-18c0-454a-93f7-7352b31de8c7 HTTP/1.1" status: 204 len: 168 time: 0.8240685 Feb 28 19:48:32.860947 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48254) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:32.933125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Deleting subnet 31c54def-84ff-45d5-9e8f-9076b8069922 {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:48:32.937583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Publish callbacks [] for subnet (31c54def-84ff-45d5-9e8f-9076b8069922), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:32.976996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (31c54def-84ff-45d5-9e8f-9076b8069922), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.087534 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (31c54def-84ff-45d5-9e8f-9076b8069922), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.142763 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (31c54def-84ff-45d5-9e8f-9076b8069922), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.171858 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c54def-84ff-45d5-9e8f-9076b8069922,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:33.177199 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.180765 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-7fe4a30a-f99e-49a6-aafa-fbd17f3e13af admin admin] 10.222.0.47 "DELETE /v2.0/subnets/31c54def-84ff-45d5-9e8f-9076b8069922 HTTP/1.1" status: 204 len: 168 time: 0.3182359 Feb 28 19:48:33.183196 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48258) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:33.183334 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659caa8-71a6-4bd7-9dcb-7b21d941dade None None] Network c8cef71d-1353-4cf6-a069-008335353772 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:48:33.254325 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (c8cef71d-1353-4cf6-a069-008335353772), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.310184 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Deleting port 17768031-5f05-4c12-b64c-5db4f6f3492f {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:33.310537 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.374935 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] For port 17768031-5f05-4c12-b64c-5db4f6f3492f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=17768031-5f05-4c12-b64c-5db4f6f3492f,segment=NetworkSegment(5b5088a2-6bc9-4950-aa6a-a95a17109dc0),segment_id=5b5088a2-6bc9-4950-aa6a-a95a17109dc0)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:33.375206 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.391073 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Calling delete_port for 17768031-5f05-4c12-b64c-5db4f6f3492f owned by network:dhcp {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:33.438680 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] DHCP port deletion for c8cef71d-1353-4cf6-a069-008335353772 request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:48:33.482757 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.498088 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Deleting port 17768031-5f05-4c12-b64c-5db4f6f3492f {{(pid=109446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:33.498916 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), before_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.503761 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 17768031-5f05-4c12-b64c-5db4f6f3492f no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:33.515754 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] No DVR routers for this DVR port 17768031-5f05-4c12-b64c-5db4f6f3492f on host dv-cinder-831247-1-iscsi {{(pid=109444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:48:33.518119 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=17768031-5f05-4c12-b64c-5db4f6f3492f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:33.559924 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 17768031-5f05-4c12-b64c-5db4f6f3492f {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:33.560275 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 17768031-5f05-4c12-b64c-5db4f6f3492f not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:33.560694 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device fc692db2-cba6-4f69-b482-cf97ff0e88e4 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:33.587684 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: fc692db2-cba6-4f69-b482-cf97ff0e88e4 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:33.588049 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device fc692db2-cba6-4f69-b482-cf97ff0e88e4 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:33.588446 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device f0cc53c2-0eab-4437-8832-53906039dfc5 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:33.589761 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (c8cef71d-1353-4cf6-a069-008335353772), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.614224 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cef71d-1353-4cf6-a069-008335353772']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:33.615417 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: f0cc53c2-0eab-4437-8832-53906039dfc5 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:33.615772 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device f0cc53c2-0eab-4437-8832-53906039dfc5 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:33.620970 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] For port 17768031-5f05-4c12-b64c-5db4f6f3492f, host dv-cinder-831247-1-iscsi, got binding levels [] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:33.621389 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), precommit_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.624883 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5088a2-6bc9-4950-aa6a-a95a17109dc0') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:33.625267 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5088a2-6bc9-4950-aa6a-a95a17109dc0') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:33.634356 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Calling delete_port for 17768031-5f05-4c12-b64c-5db4f6f3492f owned by network:dhcp {{(pid=109446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:33.634960 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (5b5088a2-6bc9-4950-aa6a-a95a17109dc0), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.638451 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.ipam_backend_mixin [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Port 17768031-5f05-4c12-b64c-5db4f6f3492f was not found and therefore no delete operation was performed {{(pid=109446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 19:48:33.639706 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (17768031-5f05-4c12-b64c-5db4f6f3492f), after_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.649050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (5b5088a2-6bc9-4950-aa6a-a95a17109dc0), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.656680 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:48:33.657171 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (5b5088a2-6bc9-4950-aa6a-a95a17109dc0), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:48:33.659203 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:48:33.669536 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] Pushing event deleted for resources: {'Port': ['ID=17768031-5f05-4c12-b64c-5db4f6f3492f,revision_number=None']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:33.673242 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aab99a-8739-4846-a58e-e9d7af951863 None None] No DVR routers for this DVR port 17768031-5f05-4c12-b64c-5db4f6f3492f on host dv-cinder-831247-1-iscsi {{(pid=109446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:48:33.720481 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (c8cef71d-1353-4cf6-a069-008335353772), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.727503 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:33.730745 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c8cef71d-1353-4cf6-a069-008335353772 HTTP/1.1" status: 204 len: 168 time: 0.5464046 Feb 28 19:48:33.734509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48260) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:33.744518 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b33df-0187-44f8-8b5a-cca161267e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cef71d-1353-4cf6-a069-008335353772,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:33.759520 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ed59bde9-df18-4b87-beca-b8bea5bd5a2d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:33.781902 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: ed59bde9-df18-4b87-beca-b8bea5bd5a2d {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:33.782331 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ed59bde9-df18-4b87-beca-b8bea5bd5a2d not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:34.177125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:34.476410 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Deleting port c1a93c26-9612-45da-809a-b054fe54d32b {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:34.476773 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:34.557210 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] For port c1a93c26-9612-45da-809a-b054fe54d32b, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=c1a93c26-9612-45da-809a-b054fe54d32b,segment=NetworkSegment(05fbc674-b609-404a-b7c6-6e35f451bc8e),segment_id=05fbc674-b609-404a-b7c6-6e35f451bc8e)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:34.557427 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:34.569902 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Calling delete_port for c1a93c26-9612-45da-809a-b054fe54d32b owned by network:router_interface {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:34.764701 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (c1a93c26-9612-45da-809a-b054fe54d32b), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:34.789412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a93c26-9612-45da-809a-b054fe54d32b,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:34.954381 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:35.441657 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:48:35.553999 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:48:35.561815 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-ff4ca5fc-d681-4609-b0da-4a38a15c17fa admin admin] 10.222.0.47 "PUT /v2.0/routers/1a8d083e-c562-4cf1-86e0-c07ddebc60c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8235610 Feb 28 19:48:35.561942 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48266) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:35.562994 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] Sync routers for ids ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:48:35.573193 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] Routers {'1a8d083e-c562-4cf1-86e0-c07ddebc60c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:35.573800 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:35.668371 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks [] for router (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:35.680934 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] Set router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:35.772561 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks [] for router_gateway (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:35.832558 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Deleting port b3b52519-0a1a-4af9-a3d7-5f069904a2d7 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:35.832895 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:35.863718 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:48:34Z', 'revision_number': 5, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port': {'id': 'b3b52519-0a1a-4af9-a3d7-5f069904a2d7', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:35.889292 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] Checking router: 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:48:35.898808 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] Routers {'1a8d083e-c562-4cf1-86e0-c07ddebc60c7'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:48:35.899708 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:48:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:35.909787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] For port b3b52519-0a1a-4af9-a3d7-5f069904a2d7, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:35.910151 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:35.922997 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Calling delete_port for b3b52519-0a1a-4af9-a3d7-5f069904a2d7 owned by network:router_gateway {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:35.984932 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] Set router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 gateway port host: None {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:48:36.039236 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:48:35Z', 'revision_number': 6, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:36.066123 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1ca98-6d6a-40e0-9b25-1da680906d52 None None] The sync data for ids ['1a8d083e-c562-4cf1-86e0-c07ddebc60c7'] in dv-cinder-831247-1-iscsi is: [{'id': '1a8d083e-c562-4cf1-86e0-c07ddebc60c7', 'name': 'tempest-TestMinimumBasicScenario-2010809695-router', 'tenant_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:44:11Z', 'updated_at': '2022-02-28T19:48:35Z', 'revision_number': 6, 'project_id': 'c280e934bdea4c04a86e44b9d49e76cc', 'gw_port_host': None}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:48:36.093693 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (b3b52519-0a1a-4af9-a3d7-5f069904a2d7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.126163 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b52519-0a1a-4af9-a3d7-5f069904a2d7,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:36.186712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.283870 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.286077 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks [] for router_controller (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.333016 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (1a8d083e-c562-4cf1-86e0-c07ddebc60c7), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.333591 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a8d083e-c562-4cf1-86e0-c07ddebc60c7 {{(pid=109445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:48:36.339111 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.339800 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fc661134-d701-41cc-ab91-ee1228e03592 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1a8d083e-c562-4cf1-86e0-c07ddebc60c7 HTTP/1.1" status: 204 len: 168 time: 0.7767549 Feb 28 19:48:36.342489 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48272) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:36.386604 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Deleting subnet c5b06c49-917c-46ba-86da-76d9797961bd {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:48:36.389809 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Publish callbacks [] for subnet (c5b06c49-917c-46ba-86da-76d9797961bd), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.431353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (c5b06c49-917c-46ba-86da-76d9797961bd), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.511408 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (c5b06c49-917c-46ba-86da-76d9797961bd), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.576160 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (c5b06c49-917c-46ba-86da-76d9797961bd), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.605145 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b06c49-917c-46ba-86da-76d9797961bd,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:36.608944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.612107 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-daec70f5-f803-4fec-9065-713b4f2b9371 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c5b06c49-917c-46ba-86da-76d9797961bd HTTP/1.1" status: 204 len: 168 time: 0.2686760 Feb 28 19:48:36.614656 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48274) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:36.616738 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf7f16-3e70-402c-affb-137eb56537ee None None] Network 8eab2232-3df8-4565-9d6f-8fbb43dd6775 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:48:36.680920 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (8eab2232-3df8-4565-9d6f-8fbb43dd6775), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.735384 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Deleting port ef0ad813-a0c1-45a0-a88b-33bd1b019818 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:36.735753 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.800994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] For port ef0ad813-a0c1-45a0-a88b-33bd1b019818, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=ef0ad813-a0c1-45a0-a88b-33bd1b019818,segment=NetworkSegment(05fbc674-b609-404a-b7c6-6e35f451bc8e),segment_id=05fbc674-b609-404a-b7c6-6e35f451bc8e)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:36.801315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.814007 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Calling delete_port for ef0ad813-a0c1-45a0-a88b-33bd1b019818 owned by network:dhcp {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:36.877034 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] DHCP port deletion for 8eab2232-3df8-4565-9d6f-8fbb43dd6775 request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:48:36.906807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.926395 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Deleting port ef0ad813-a0c1-45a0-a88b-33bd1b019818 {{(pid=109446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:48:36.926636 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), before_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:36.938316 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0ad813-a0c1-45a0-a88b-33bd1b019818,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:36.944178 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] No DVR routers for this DVR port ef0ad813-a0c1-45a0-a88b-33bd1b019818 on host dv-cinder-831247-1-iscsi {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:48:36.992967 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] For port ef0ad813-a0c1-45a0-a88b-33bd1b019818, host dv-cinder-831247-1-iscsi, got binding levels [] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:48:36.993392 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), precommit_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.009217 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Calling delete_port for ef0ad813-a0c1-45a0-a88b-33bd1b019818 owned by network:dhcp {{(pid=109446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:48:37.011855 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.ipam_backend_mixin [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Port ef0ad813-a0c1-45a0-a88b-33bd1b019818 was not found and therefore no delete operation was performed {{(pid=109446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 19:48:37.013149 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (ef0ad813-a0c1-45a0-a88b-33bd1b019818), after_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.017074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (8eab2232-3df8-4565-9d6f-8fbb43dd6775), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.038144 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Pushing event deleted for resources: {'Port': ['ID=ef0ad813-a0c1-45a0-a88b-33bd1b019818,revision_number=None']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:37.038807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eab2232-3df8-4565-9d6f-8fbb43dd6775']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:37.042616 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] No DVR routers for this DVR port ef0ad813-a0c1-45a0-a88b-33bd1b019818 on host dv-cinder-831247-1-iscsi {{(pid=109446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:48:37.049646 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.049976 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.050122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fbc674-b609-404a-b7c6-6e35f451bc8e') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:37.050323 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.050447 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fbc674-b609-404a-b7c6-6e35f451bc8e') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:48:37.050656 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.050983 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.051315 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.051643 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.051972 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.052299 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.052646 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.056177 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.056177 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.056347 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b359cb97-ad33-4403-889b-9a91716c3675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:48:37.061375 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (05fbc674-b609-404a-b7c6-6e35f451bc8e), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.075532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (05fbc674-b609-404a-b7c6-6e35f451bc8e), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.082821 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:48:37.083184 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (05fbc674-b609-404a-b7c6-6e35f451bc8e), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:48:37.084897 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:48:37.147383 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (8eab2232-3df8-4565-9d6f-8fbb43dd6775), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.154280 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.157508 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8eab2232-3df8-4565-9d6f-8fbb43dd6775 HTTP/1.1" status: 204 len: 168 time: 0.5418463 Feb 28 19:48:37.171650 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446c14b-3c40-483e-9c2f-658083f0eb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eab2232-3df8-4565-9d6f-8fbb43dd6775,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:37.323029 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48282) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:37.366501 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-0252cb49-11a3-4909-bcea-2b5039650e6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b8c1fb71f974b9ca89901b3a0198c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421524 Feb 28 19:48:37.369233 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48284) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:37.411798 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device ef0ad813-a0c1-45a0-a88b-33bd1b019818 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:37.423162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9809ad6f-9c65-46b7-bfc3-7abffccd2ac3 admin admin] Publish callbacks [] for security_group (5da083f5-d11d-4bcf-b610-ba600b1ee27f), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.435366 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: ef0ad813-a0c1-45a0-a88b-33bd1b019818 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:37.438092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device ef0ad813-a0c1-45a0-a88b-33bd1b019818 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:37.438092 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device b3b52519-0a1a-4af9-a3d7-5f069904a2d7 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:37.450465 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9809ad6f-9c65-46b7-bfc3-7abffccd2ac3 admin admin] Publish callbacks [] for security_group (5da083f5-d11d-4bcf-b610-ba600b1ee27f), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.457803 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: b3b52519-0a1a-4af9-a3d7-5f069904a2d7 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:37.458327 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device b3b52519-0a1a-4af9-a3d7-5f069904a2d7 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:37.459019 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c1a93c26-9612-45da-809a-b054fe54d32b no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:48:37.478642 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: c1a93c26-9612-45da-809a-b054fe54d32b {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:48:37.479141 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c1a93c26-9612-45da-809a-b054fe54d32b not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:48:37.502340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9809ad6f-9c65-46b7-bfc3-7abffccd2ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5da083f5-d11d-4bcf-b610-ba600b1ee27f), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.505027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9809ad6f-9c65-46b7-bfc3-7abffccd2ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.506252 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9809ad6f-9c65-46b7-bfc3-7abffccd2ac3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5da083f5-d11d-4bcf-b610-ba600b1ee27f HTTP/1.1" status: 204 len: 168 time: 0.1361048 Feb 28 19:48:37.514337 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809ad6f-9c65-46b7-bfc3-7abffccd2ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da083f5-d11d-4bcf-b610-ba600b1ee27f,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:37.836778 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48290) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:37.877859 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-88633f61-188f-4dc9-ada2-ad615f711bee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c280e934bdea4c04a86e44b9d49e76cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398986 Feb 28 19:48:37.880315 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48292) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:48:37.932070 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5bc27329-752b-4285-863f-d2288de2f17d admin admin] Publish callbacks [] for security_group (bb4b08b8-b224-4db6-ba7f-a047e06a154c), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:37.953333 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5bc27329-752b-4285-863f-d2288de2f17d admin admin] Publish callbacks [] for security_group (bb4b08b8-b224-4db6-ba7f-a047e06a154c), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:38.003998 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5bc27329-752b-4285-863f-d2288de2f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (bb4b08b8-b224-4db6-ba7f-a047e06a154c), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:38.006631 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-5bc27329-752b-4285-863f-d2288de2f17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:38.007793 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-5bc27329-752b-4285-863f-d2288de2f17d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb4b08b8-b224-4db6-ba7f-a047e06a154c HTTP/1.1" status: 204 len: 168 time: 0.1266348 Feb 28 19:48:38.015983 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc27329-752b-4285-863f-d2288de2f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4b08b8-b224-4db6-ba7f-a047e06a154c,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:48:45.246608 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b432c6eb-5ede-426e-99e9-d3c363aa97e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:47.681330 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d85074ca-e1d5-47b0-8715-dd37583d1db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:48.788691 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:50.038410 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:50.108760 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:48:50.323957 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:51.585512 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:48:56.870374 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-0b0b9993-f780-435f-aa5e-de7f2cbc862a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491405 Feb 28 19:48:56.944678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35755c52-7bc5-4e18-b73d-628276de5277 req-6ea672f0-4fe8-4825-a566-36b626421f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:56.946905 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-6ea672f0-4fe8-4825-a566-36b626421f1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1129 time: 0.0544374 Feb 28 19:48:57.049738 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35755c52-7bc5-4e18-b73d-628276de5277 req-70052699-f0ae-402e-895a-9e41e55718db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:57.051264 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-70052699-f0ae-402e-895a-9e41e55718db service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 910 time: 0.0844953 Feb 28 19:48:57.120019 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-589dbeb0-6638-4594-a694-725ccf959178 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 1001 time: 0.0615106 Feb 28 19:48:57.169611 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35755c52-7bc5-4e18-b73d-628276de5277 req-fc8399fd-eb39-4527-a3ba-527b6f567e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:57.170926 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-fc8399fd-eb39-4527-a3ba-527b6f567e74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0443163 Feb 28 19:48:57.222216 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35755c52-7bc5-4e18-b73d-628276de5277 req-87eaed5a-053a-420c-909f-ce2a4d0d3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:48:57.224597 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-87eaed5a-053a-420c-909f-ce2a4d0d3a05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473988 Feb 28 19:48:57.320084 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-01caf8df-78a8-4637-8aee-0df01132f6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880952 Feb 28 19:48:57.410378 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35755c52-7bc5-4e18-b73d-628276de5277 req-d8909397-76dc-4aa3-a38f-e1edccf0a7c9 service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839028 Feb 28 19:49:08.278798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5d12a-5cb5-4bf3-b396-f57ebaf1bc52 req-f7457ca5-10f3-4858-bffc-d5b6fe466772 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:08.280530 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b9c5d12a-5cb5-4bf3-b396-f57ebaf1bc52 req-f7457ca5-10f3-4858-bffc-d5b6fe466772 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0566618 Feb 28 19:49:08.331094 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b9c5d12a-5cb5-4bf3-b396-f57ebaf1bc52 req-ab9743d0-82ad-4603-90fe-93e6b351e65b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Feb 28 19:49:09.474898 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3b8fe-b73c-4817-b212-998886c0bb0b req-a3bf5e31-84a6-40a4-9116-9029a45bc1ca tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:09.476355 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ce3b8fe-b73c-4817-b212-998886c0bb0b req-a3bf5e31-84a6-40a4-9116-9029a45bc1ca tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Feb 28 19:49:09.522534 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8ce3b8fe-b73c-4817-b212-998886c0bb0b req-f352b77d-5e75-48d0-8842-1ae5763037a0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Feb 28 19:49:10.651556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afc90f-9bd9-4a78-b6b1-636acbc50612 req-d22ce20e-d5bf-4c98-ad67-a2626c1f7312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:10.653018 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-07afc90f-9bd9-4a78-b6b1-636acbc50612 req-d22ce20e-d5bf-4c98-ad67-a2626c1f7312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0541220 Feb 28 19:49:10.698850 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-07afc90f-9bd9-4a78-b6b1-636acbc50612 req-dc6d5743-95b2-4c89-9092-5b1123449d13 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Feb 28 19:49:11.858413 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9112c-cbc4-42f9-b765-65e1753af72c req-5bdb99b8-0bc0-4c74-8c83-8afede633ba2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:11.859899 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49a9112c-cbc4-42f9-b765-65e1753af72c req-5bdb99b8-0bc0-4c74-8c83-8afede633ba2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0767770 Feb 28 19:49:11.908375 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-49a9112c-cbc4-42f9-b765-65e1753af72c req-9b1db61d-fae1-4227-be06-3d70062a2f95 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Feb 28 19:49:13.055523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621fff5-1aff-445b-a63f-1f95ccdf9457 req-85ab8c96-b8cb-46e2-bb21-a83b2a43ecbd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:13.056987 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8621fff5-1aff-445b-a63f-1f95ccdf9457 req-85ab8c96-b8cb-46e2-bb21-a83b2a43ecbd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0571144 Feb 28 19:49:13.108367 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8621fff5-1aff-445b-a63f-1f95ccdf9457 req-79ab6b28-6370-4529-981b-8c9215b02df1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Feb 28 19:49:14.256074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e5420-f872-401e-bb96-da0fae47f263 req-38469983-62ac-4394-82ff-de2d452f818e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:14.257576 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fd4e5420-f872-401e-bb96-da0fae47f263 req-38469983-62ac-4394-82ff-de2d452f818e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0585077 Feb 28 19:49:14.305465 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fd4e5420-f872-401e-bb96-da0fae47f263 req-70527e3b-e7f8-4b4d-9169-01c4f927fb0b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Feb 28 19:49:15.244754 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d271a548-1f46-42db-ac05-7524185ad5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:15.444271 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e934103-44b7-42d1-8cdc-e8a898bc48fe req-4fc47bc0-711e-4983-a0b0-4947f072dbf6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:15.445779 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3e934103-44b7-42d1-8cdc-e8a898bc48fe req-4fc47bc0-711e-4983-a0b0-4947f072dbf6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0545762 Feb 28 19:49:15.493855 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3e934103-44b7-42d1-8cdc-e8a898bc48fe req-d1371685-dacb-41a2-bedf-3d58917c4d5c tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423229 Feb 28 19:49:16.632069 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae09da3-d72b-43d2-ab11-c3a06f1f6d2e req-2a414469-8212-440c-b842-6d5ac5c212fb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:16.633554 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1ae09da3-d72b-43d2-ab11-c3a06f1f6d2e req-2a414469-8212-440c-b842-6d5ac5c212fb tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0605214 Feb 28 19:49:16.684818 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1ae09da3-d72b-43d2-ab11-c3a06f1f6d2e req-7d052863-3a17-485e-9e8b-9714dfef364a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Feb 28 19:49:17.680755 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-889a45fd-497a-4850-85d6-854d9257f7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:17.815225 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726a5ae-13d7-44f7-b778-687542c26028 req-284f95f0-6127-4142-940b-b74bba8ebe31 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:17.816681 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d726a5ae-13d7-44f7-b778-687542c26028 req-284f95f0-6127-4142-940b-b74bba8ebe31 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0573752 Feb 28 19:49:17.870136 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d726a5ae-13d7-44f7-b778-687542c26028 req-5fbceb39-390d-4fd4-a8c6-a904ce3e9416 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Feb 28 19:49:18.785089 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:18.999977 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6641a97-ddd5-4f12-b60f-610fb7f9daa0 req-c72b7486-b3a3-43fe-abba-cd9e558248bc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:19.001503 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6641a97-ddd5-4f12-b60f-610fb7f9daa0 req-c72b7486-b3a3-43fe-abba-cd9e558248bc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0577855 Feb 28 19:49:19.049811 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a6641a97-ddd5-4f12-b60f-610fb7f9daa0 req-fb791ffd-e8ee-40d1-b914-bea5e27e00bd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Feb 28 19:49:20.038377 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:20.188894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82249-5831-45fa-8e8e-f543171b1381 req-9cadce29-8fd5-4bd1-9b78-848068178f90 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:20.190436 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53e82249-5831-45fa-8e8e-f543171b1381 req-9cadce29-8fd5-4bd1-9b78-848068178f90 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0650415 Feb 28 19:49:20.240029 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53e82249-5831-45fa-8e8e-f543171b1381 req-0e89f6c3-0b93-43da-9979-834cad3dd42f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Feb 28 19:49:20.311177 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:21.386830 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd83cc-c4c1-4098-b6fb-4b7c8e36ad18 req-12c4c7b9-a32e-4324-82bd-d3e6631fceae tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:21.388383 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bfcd83cc-c4c1-4098-b6fb-4b7c8e36ad18 req-12c4c7b9-a32e-4324-82bd-d3e6631fceae tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0644276 Feb 28 19:49:21.437547 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bfcd83cc-c4c1-4098-b6fb-4b7c8e36ad18 req-4e296eb6-6181-4c5f-8507-7755cc776174 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Feb 28 19:49:21.591985 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:21.952611 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:49:22.062595 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:49:22.074178 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'mac_address': 'fa:16:3e:85:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:49:22.110766 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: ACTIVE; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:49:22.111150 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:22.123673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccd590cd-8616-4f3d-8000-5128794f248c {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:49:22.146251 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:49:22.154356 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:22.203881 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=6']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:49:22.248041 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ccd590cd-8616-4f3d-8000-5128794f248c'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:49:22.573618 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021afdb-6bd8-4e02-8d0d-c64fceded278 req-842a6cca-e90b-4bb4-9e87-108446ab2223 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:22.575065 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e021afdb-6bd8-4e02-8d0d-c64fceded278 req-842a6cca-e90b-4bb4-9e87-108446ab2223 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 944 time: 0.0546536 Feb 28 19:49:22.630125 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e021afdb-6bd8-4e02-8d0d-c64fceded278 req-3cc84a05-205a-4ebe-a05f-236f8301c29a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473635 Feb 28 19:49:23.773642 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075453a-4952-47fe-a5ac-4ccd18d5c194 req-228b2d21-9501-4ce6-ac55-877d1dd5a6f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:23.775091 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a075453a-4952-47fe-a5ac-4ccd18d5c194 req-228b2d21-9501-4ce6-ac55-877d1dd5a6f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 944 time: 0.0643697 Feb 28 19:49:23.820292 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a075453a-4952-47fe-a5ac-4ccd18d5c194 req-443b735f-5a81-4974-a315-91af1ec1b4cf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Feb 28 19:49:23.959732 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:49:24.013787 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ccd590cd-8616-4f3d-8000-5128794f248c triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:49:24.014172 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:24.089655 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:49:24.090033 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:24.112542 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:49:24.114822 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9579ab6-2924-4853-b975-141d6899ce92" -d '{"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:49:24.127143 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:49:24.132579 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:24.159068 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b48b4-2eb2-4e47-b252-516fb3ab2c17 x-openstack-request-id: req-a70b48b4-2eb2-4e47-b252-516fb3ab2c17 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:49:24.159368 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:49:24.159625 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a70b48b4-2eb2-4e47-b252-516fb3ab2c17 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:49:24.160012 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'code': 200} Feb 28 19:49:24.185928 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=7']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:49:24.961351 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f29be-08d4-4f16-9ed1-6b998b09c235 req-9f7f69d0-7226-49d6-87b4-63854ed11a53 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:24.963857 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb9f29be-08d4-4f16-9ed1-6b998b09c235 req-9f7f69d0-7226-49d6-87b4-63854ed11a53 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0583138 Feb 28 19:49:25.028562 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb9f29be-08d4-4f16-9ed1-6b998b09c235 req-7ddb3572-e7cc-43af-aaa8-6ce763254e40 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587647 Feb 28 19:49:25.590079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffac99-cad3-4b24-9700-c72b27bc827f req-4db4f514-f7df-4bd8-8658-65b5e309d8df tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:25.591737 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6cffac99-cad3-4b24-9700-c72b27bc827f req-4db4f514-f7df-4bd8-8658-65b5e309d8df tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0557368 Feb 28 19:49:25.642447 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6cffac99-cad3-4b24-9700-c72b27bc827f req-834f2c87-33d0-4629-8cce-58772565cc93 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Feb 28 19:49:26.170063 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d017d6f-e524-4233-af62-446de3a1a595 req-170689eb-a62b-4819-a047-cd644f600df0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:26.173534 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d017d6f-e524-4233-af62-446de3a1a595 req-170689eb-a62b-4819-a047-cd644f600df0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0622830 Feb 28 19:49:26.225423 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-5d017d6f-e524-4233-af62-446de3a1a595 req-75ebb496-47f9-474b-8e45-42c48b0d37f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461757 Feb 28 19:49:26.771369 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1e609-fee4-4df9-ac04-d76f06cec080 req-9cf1defe-5e1f-4f1e-bbd8-fc5074d504f7 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:26.777640 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-21d1e609-fee4-4df9-ac04-d76f06cec080 req-9cf1defe-5e1f-4f1e-bbd8-fc5074d504f7 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0623913 Feb 28 19:49:26.832989 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-21d1e609-fee4-4df9-ac04-d76f06cec080 req-0e87b794-0891-471b-ab11-ce11cad40037 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536273 Feb 28 19:49:27.107965 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:49:27.358056 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceead819-48bb-47ec-bcda-4e175976a815 req-30372d51-af1b-45fa-9f5a-080852fbd8b1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:27.359466 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ceead819-48bb-47ec-bcda-4e175976a815 req-30372d51-af1b-45fa-9f5a-080852fbd8b1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0566890 Feb 28 19:49:27.417949 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ceead819-48bb-47ec-bcda-4e175976a815 req-99b3cf08-eb15-4e60-966b-a73f4dcb7931 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484953 Feb 28 19:49:27.968167 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3703f9-eaac-44b5-9430-bc720abde38a req-44751ca0-8274-42b4-b852-b31544a2610c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:27.969980 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ec3703f9-eaac-44b5-9430-bc720abde38a req-44751ca0-8274-42b4-b852-b31544a2610c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0597246 Feb 28 19:49:28.033632 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ec3703f9-eaac-44b5-9430-bc720abde38a req-eca17842-4bd7-4167-a25c-eb56d3ae284d tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577381 Feb 28 19:49:28.555044 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3f0d-3e8f-41b9-9642-ff2f236b62de req-71450002-6f57-4437-ad9c-d02f3493a810 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:28.556543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9a5f3f0d-3e8f-41b9-9642-ff2f236b62de req-71450002-6f57-4437-ad9c-d02f3493a810 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0569437 Feb 28 19:49:28.613191 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9a5f3f0d-3e8f-41b9-9642-ff2f236b62de req-c269e064-65d4-4374-acd6-581b25bf1d29 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499070 Feb 28 19:49:29.170850 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ffca0-8c85-490e-90bc-28f8a5084357 req-43324b4f-4f09-45c2-9c06-09846a19ea8c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:29.173579 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb1ffca0-8c85-490e-90bc-28f8a5084357 req-43324b4f-4f09-45c2-9c06-09846a19ea8c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0583212 Feb 28 19:49:29.232384 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cb1ffca0-8c85-490e-90bc-28f8a5084357 req-e0eb15ce-d078-43de-ad67-680929d2665f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540035 Feb 28 19:49:29.750458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541cda-06a8-4764-95a1-68561fca9d6b req-a555dde4-f63d-47aa-a6b6-433e24f77bfc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:29.751977 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f541cda-06a8-4764-95a1-68561fca9d6b req-a555dde4-f63d-47aa-a6b6-433e24f77bfc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0600533 Feb 28 19:49:29.802140 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4f541cda-06a8-4764-95a1-68561fca9d6b req-e3d8bbe9-e3f5-4e62-b741-33273520dca1 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443149 Feb 28 19:49:30.359827 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6237f-98fc-4156-8814-ac3480e72589 req-e63d57e7-572e-444f-b737-90e02250e20c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:30.361572 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01d6237f-98fc-4156-8814-ac3480e72589 req-e63d57e7-572e-444f-b737-90e02250e20c tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0567770 Feb 28 19:49:30.417056 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01d6237f-98fc-4156-8814-ac3480e72589 req-54df6ced-a407-4cbc-b034-07a3c708ccbd tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469332 Feb 28 19:49:30.933177 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c58a7-e10f-44a9-9537-434a647ec30c req-703b1f3d-08bc-4120-af80-cb4850ef30f6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:30.934997 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8a1c58a7-e10f-44a9-9537-434a647ec30c req-703b1f3d-08bc-4120-af80-cb4850ef30f6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0559077 Feb 28 19:49:30.989799 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8a1c58a7-e10f-44a9-9537-434a647ec30c req-03313fca-fad8-41f9-b7ca-dd105fc8fcea tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487192 Feb 28 19:49:31.560321 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8334338-05a0-4ddf-9475-281c00a0f9f7 req-36a82ca0-6c82-4947-a24a-9f1b050b0159 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:31.561902 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d8334338-05a0-4ddf-9475-281c00a0f9f7 req-36a82ca0-6c82-4947-a24a-9f1b050b0159 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0569749 Feb 28 19:49:31.619774 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d8334338-05a0-4ddf-9475-281c00a0f9f7 req-a1acb9e3-860f-4cb4-b979-a57e50d893d7 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490985 Feb 28 19:49:32.120588 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63cd16-0727-45c1-b33f-0d4a58380c5a req-5c9cf5a7-9d31-46c6-a2ca-fc47ec7a59a7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:32.122116 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf63cd16-0727-45c1-b33f-0d4a58380c5a req-5c9cf5a7-9d31-46c6-a2ca-fc47ec7a59a7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0540371 Feb 28 19:49:32.172723 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf63cd16-0727-45c1-b33f-0d4a58380c5a req-61e521fb-5c07-4738-a0f0-b23e8c23bde7 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Feb 28 19:49:32.776757 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb93f4-5152-47cd-81d2-983755d1da01 req-36940b8d-c94f-4c02-a82c-b06e12ac307a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:32.778379 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c2cb93f4-5152-47cd-81d2-983755d1da01 req-36940b8d-c94f-4c02-a82c-b06e12ac307a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0867667 Feb 28 19:49:32.834083 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c2cb93f4-5152-47cd-81d2-983755d1da01 req-46eaafc0-602a-4ccd-b79a-18811221faab tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493658 Feb 28 19:49:33.314816 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fb6cb-f470-4d90-ad3e-d2bd5ab21b4a req-67d78717-4d13-4a2c-8b58-a21b5fe7eef2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:33.321647 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b17fb6cb-f470-4d90-ad3e-d2bd5ab21b4a req-67d78717-4d13-4a2c-8b58-a21b5fe7eef2 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0645883 Feb 28 19:49:33.370328 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b17fb6cb-f470-4d90-ad3e-d2bd5ab21b4a req-c8a9073f-1123-4577-9670-f5a28f2196a9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478299 Feb 28 19:49:33.996905 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bfee7-d433-4c11-8d24-5a7984ebf99b req-35cd8656-62b5-46df-8f21-1547905e6157 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:34.022391 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-598bfee7-d433-4c11-8d24-5a7984ebf99b req-35cd8656-62b5-46df-8f21-1547905e6157 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0918930 Feb 28 19:49:34.110903 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-598bfee7-d433-4c11-8d24-5a7984ebf99b req-2b67ca06-0da0-48b9-a817-707730bc1905 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869734 Feb 28 19:49:34.509902 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59bf3-03e7-419f-963c-42f8c6d26c0d req-46fcc0e1-1eaf-45b8-8664-474a43677939 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:34.513540 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5b59bf3-03e7-419f-963c-42f8c6d26c0d req-46fcc0e1-1eaf-45b8-8664-474a43677939 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0612199 Feb 28 19:49:34.558543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5b59bf3-03e7-419f-963c-42f8c6d26c0d req-bc0ec4b8-db7b-494c-929f-d08302bfa51b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 Feb 28 19:49:35.244563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51480e8-3520-40b7-8ab4-83e09d7c6498 req-8ee6def7-d86b-47f5-ac76-48989b7a4a73 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.246108 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b51480e8-3520-40b7-8ab4-83e09d7c6498 req-8ee6def7-d86b-47f5-ac76-48989b7a4a73 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0616665 Feb 28 19:49:35.297844 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b51480e8-3520-40b7-8ab4-83e09d7c6498 req-db6b602a-35c9-4042-9bb4-7490b96500f6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461547 Feb 28 19:49:35.493391 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-36fd3677-8d16-4451-b308-92aa51bf5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.494769 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-36fd3677-8d16-4451-b308-92aa51bf5995 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1129 time: 0.0480781 Feb 28 19:49:35.581408 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-bd21ce00-e060-4e5e-b537-b9c37f68a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.582879 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-bd21ce00-e060-4e5e-b537-b9c37f68a83e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.0820808 Feb 28 19:49:35.680234 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-db8951c2-2e68-4e33-b40f-66f6c145d0cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 1000 time: 0.0906870 Feb 28 19:49:35.725841 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f3da1-7b1d-4c29-8147-b03fc77c8895 req-ea7702fe-198d-4c5f-929e-9b2eb70148bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.727306 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa0f3da1-7b1d-4c29-8147-b03fc77c8895 req-ea7702fe-198d-4c5f-929e-9b2eb70148bf tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0913553 Feb 28 19:49:35.750431 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-f14387fd-f68b-4109-96b4-f4b3b123570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.751743 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-f14387fd-f68b-4109-96b4-f4b3b123570b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0634840 Feb 28 19:49:35.828054 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fa0f3da1-7b1d-4c29-8147-b03fc77c8895 req-0a26a20f-42e7-4d49-9566-a0aefec66d04 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945017 Feb 28 19:49:35.852545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-87acddee-9326-4b3f-bf8b-9df6f2c0d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.854031 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-87acddee-9326-4b3f-bf8b-9df6f2c0d96f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1129 time: 0.0802786 Feb 28 19:49:35.856096 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-f56ed4f6-c4bf-401e-8f90-5428051cde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:35.857431 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-f56ed4f6-c4bf-401e-8f90-5428051cde6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980732 Feb 28 19:49:36.292975 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-07f0f9fe-0961-425e-b095-7fa4bf89ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:36.294489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-07f0f9fe-0961-425e-b095-7fa4bf89ab95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 910 time: 0.4294665 Feb 28 19:49:36.296276 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-1ffea77f-fab6-4f30-b6bf-f8e3badff7ba service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301884 Feb 28 19:49:36.437464 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-a137e360-60c0-45a9-9e20-9ca5f6d67bee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 1001 time: 0.1321664 Feb 28 19:49:36.507562 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-06a79651-9c20-4f0b-9c26-ec5e6ad22eb2 req-d8ec5e36-937c-4781-a824-c42b6874778c service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920567 Feb 28 19:49:36.516594 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5558fc-0570-403c-b26f-651cbda10784 req-ca736579-7b15-4ed5-8415-82805ade08eb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:36.518103 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1a5558fc-0570-403c-b26f-651cbda10784 req-ca736579-7b15-4ed5-8415-82805ade08eb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.1284440 Feb 28 19:49:36.521816 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-6a973b0b-3d06-48cd-91e7-cd120ea76a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:36.523179 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-6a973b0b-3d06-48cd-91e7-cd120ea76a26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0791812 Feb 28 19:49:36.593159 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1a5558fc-0570-403c-b26f-651cbda10784 req-e3fbfd84-fa98-4214-a855-c865a237db6e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688198 Feb 28 19:49:36.602987 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-c80224c4-dae5-408d-be3d-25cdd54d3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:36.604807 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-c80224c4-dae5-408d-be3d-25cdd54d3177 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662162 Feb 28 19:49:36.699970 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-9a4508ea-6487-4d58-aff8-f6464a4db5e8 service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874288 Feb 28 19:49:36.797995 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-210fa5e5-64c7-401e-bca8-650ec2935d03 req-e26908a6-b998-4f08-94a8-6f54bb48060f service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889390 Feb 28 19:49:36.971155 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8973a90-eab3-44f7-b487-4ff4b8737eb6 req-b8f5f168-5ed1-4b7a-b8b6-1880abfa0e74 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:36.972634 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d8973a90-eab3-44f7-b487-4ff4b8737eb6 req-b8f5f168-5ed1-4b7a-b8b6-1880abfa0e74 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0606229 Feb 28 19:49:37.023151 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d8973a90-eab3-44f7-b487-4ff4b8737eb6 req-31665d0d-f33d-4367-91a2-2652172c7be0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445998 Feb 28 19:49:37.711394 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cb87f-9be1-4141-9c79-8a01248dbd2b req-2740fbd7-ec96-4114-9f6d-92bf8b46fac8 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:37.712905 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-570cb87f-9be1-4141-9c79-8a01248dbd2b req-2740fbd7-ec96-4114-9f6d-92bf8b46fac8 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Feb 28 19:49:37.762214 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-570cb87f-9be1-4141-9c79-8a01248dbd2b req-2410f3fd-b49c-47f2-bcd6-7214f9b9e729 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Feb 28 19:49:38.160951 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf852604-e919-427a-aa1b-4eebe9b212e2 req-357d1059-ec76-453d-a2c7-ea0c0f9657f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:38.162440 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf852604-e919-427a-aa1b-4eebe9b212e2 req-357d1059-ec76-453d-a2c7-ea0c0f9657f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0542912 Feb 28 19:49:38.215739 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cf852604-e919-427a-aa1b-4eebe9b212e2 req-aa96267c-c09e-486b-a408-4f5929b1a391 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Feb 28 19:49:38.892440 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b2a32-94eb-4687-ad9b-d8b88eff71d1 req-b115747f-5dd4-4c52-a936-98eda9862767 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:38.894011 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d9b2a32-94eb-4687-ad9b-d8b88eff71d1 req-b115747f-5dd4-4c52-a936-98eda9862767 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0617139 Feb 28 19:49:38.948460 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d9b2a32-94eb-4687-ad9b-d8b88eff71d1 req-d94acb85-3e69-4001-9587-537759d7c326 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481303 Feb 28 19:49:39.344369 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708ce2f-d1d4-42a3-94ad-0b6f045b6785 req-f5b731fe-f0d7-4917-a323-f0a7e7d80d8d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:39.345864 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f708ce2f-d1d4-42a3-94ad-0b6f045b6785 req-f5b731fe-f0d7-4917-a323-f0a7e7d80d8d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0566618 Feb 28 19:49:39.395650 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f708ce2f-d1d4-42a3-94ad-0b6f045b6785 req-90ba4df0-656b-417b-ba26-92057fb641d0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425851 Feb 28 19:49:40.030630 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:49:40.076979 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7e959-f36b-4144-9bfd-194ad69fa55f req-88f165f9-d76c-47f1-85a0-6efeac04197e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:40.079608 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-77d7e959-f36b-4144-9bfd-194ad69fa55f req-88f165f9-d76c-47f1-85a0-6efeac04197e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0605512 Feb 28 19:49:40.115821 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 081e7f15-f847-4e22-b235-44da4221dc59 is: ACTIVE; New status is: DOWN {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:49:40.116215 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:40.137795 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-77d7e959-f36b-4144-9bfd-194ad69fa55f req-62a17149-a58e-44c4-bc3c-858e6b1b49a1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531704 Feb 28 19:49:40.147219 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:49:40.149962 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7919ee9-50d5-4dc0-b875-48876de13d78" -d '{"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-unplugged", "status": "completed", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:49:40.162555 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:49:40.168927 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:40.169963 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:49:40.201951 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [req-80e9474f-dcb6-4be6-b6b9-41d7836e17f7 req-948dffae-8d0b-4d3d-9dc6-f5f6e25c4302 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:49:40.202971 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-80e9474f-dcb6-4be6-b6b9-41d7836e17f7 req-948dffae-8d0b-4d3d-9dc6-f5f6e25c4302 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073636 Feb 28 19:49:40.246754 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=6']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:49:40.259164 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.259538 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.259864 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.260209 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.260543 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.261090 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.261603 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.262091 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.262790 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.263294 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.264260 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.264752 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.265264 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:49:40.294894 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 19:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83764ace-700a-465e-8c69-cbe5a812e89a x-openstack-request-id: req-83764ace-700a-465e-8c69-cbe5a812e89a {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:49:40.295230 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-unplugged", "status": "failed", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "code": 422}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:49:40.295725 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83764ace-700a-465e-8c69-cbe5a812e89a {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:49:40.296129 dv-cinder-831247-1-iscsi neutron-server[109446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'code': 422} returned with failed status Feb 28 19:49:40.312355 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: ACTIVE; New status is: DOWN {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:49:40.312757 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:40.364132 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:49:40.371569 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:40.415371 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-4663e1e7-ce88-4785-a52c-86fee9e30dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603802 Feb 28 19:49:40.429593 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=8']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:49:40.430949 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417edf13-0e25-4b05-9672-b0a7ef67ceaf req-82391416-56e6-4cf3-96b9-6b690c185e08 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:40.432713 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-417edf13-0e25-4b05-9672-b0a7ef67ceaf req-82391416-56e6-4cf3-96b9-6b690c185e08 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 945 time: 0.0970964 Feb 28 19:49:40.474426 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaf8a7-dd14-43bc-8e08-a23749089d23 req-ec74f361-e37c-4cc8-9de4-97bd20fea4dc tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:40.475927 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c5aaf8a7-dd14-43bc-8e08-a23749089d23 req-ec74f361-e37c-4cc8-9de4-97bd20fea4dc tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0934868 Feb 28 19:49:40.490008 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48566) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:49:40.516368 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-417edf13-0e25-4b05-9672-b0a7ef67ceaf req-ce36b71a-83d0-4fbd-85ab-554daebdfb69 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770340 Feb 28 19:49:40.550020 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c5aaf8a7-dd14-43bc-8e08-a23749089d23 req-4f94c792-1560-445d-b54d-897aabfcffd6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652277 Feb 28 19:49:40.641007 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-1d99a036-f66d-4264-a471-a8d77c711a7f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:40.642406 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-1d99a036-f66d-4264-a471-a8d77c711a7f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports/081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 940 time: 0.1507010 Feb 28 19:49:40.679778 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48580) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:49:40.768650 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-fd24627e-735b-4f51-875f-ff6a7dc62955 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877140 Feb 28 19:49:40.777499 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-3c79cad8-11af-48a8-82cd-45db8b26b13a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109444) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:49:40.778432 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-3c79cad8-11af-48a8-82cd-45db8b26b13a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050402 Feb 28 19:49:40.855194 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f316-13fa-43a2-a040-93eb8644869b req-6f535ee3-5f7a-4f69-9f15-202ceb4037d4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:40.856590 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-6f535ee3-5f7a-4f69-9f15-202ceb4037d4 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports/ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 940 time: 0.0471249 Feb 28 19:49:41.746027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5d413-d922-4d5d-a121-c82f73d2c44e req-33447fab-5df7-4d1f-ac83-5da1726917a2 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:41.750723 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-36e5d413-d922-4d5d-a121-c82f73d2c44e req-33447fab-5df7-4d1f-ac83-5da1726917a2 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.1037445 Feb 28 19:49:41.754972 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88732046-6fcd-4476-b2e0-7b33bfc24e2c req-1d811d76-b09b-45cb-bb60-4bbd54f11ffa tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:41.761122 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-88732046-6fcd-4476-b2e0-7b33bfc24e2c req-1d811d76-b09b-45cb-bb60-4bbd54f11ffa tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.1448100 Feb 28 19:49:41.761122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f316-13fa-43a2-a040-93eb8644869b req-9332589c-2633-441d-ad7f-5c1975b30fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:41.761122 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-9332589c-2633-441d-ad7f-5c1975b30fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6&tenant_id=83402f31dae0475085579d1be7a9ae46 HTTP/1.1" status: 200 len: 1127 time: 0.1187265 Feb 28 19:49:41.860751 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-36e5d413-d922-4d5d-a121-c82f73d2c44e req-d9282082-f78f-411d-9520-dc3f8f03e2ef tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032505 Feb 28 19:49:41.865485 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-88732046-6fcd-4476-b2e0-7b33bfc24e2c req-8a63c01b-e3d5-40b4-904b-6b1b56291971 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988967 Feb 28 19:49:41.875478 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f316-13fa-43a2-a040-93eb8644869b req-61b4e82e-c2ed-4950-b6d7-1ac015195fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:41.877124 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-61b4e82e-c2ed-4950-b6d7-1ac015195fb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1127 time: 0.0898798 Feb 28 19:49:41.998601 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f316-13fa-43a2-a040-93eb8644869b req-38efce27-799a-49e8-ae07-8f69caa572ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:41.999970 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-38efce27-799a-49e8-ae07-8f69caa572ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.1160789 Feb 28 19:49:42.053490 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-4ac97bfd-aaed-4c28-a1fc-5dbee9a78d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.055063 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-4ac97bfd-aaed-4c28-a1fc-5dbee9a78d37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845&tenant_id=022462fefc6e4f64bd95091439fda64c HTTP/1.1" status: 200 len: 1127 time: 0.1095366 Feb 28 19:49:42.086472 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-8cf9cd4e-7442-4c32-8bbe-67780186b87f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 998 time: 0.0781980 Feb 28 19:49:42.157392 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f316-13fa-43a2-a040-93eb8644869b req-8466d6f3-b61f-47ac-a071-df9dd0d8f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.158867 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-8466d6f3-b61f-47ac-a071-df9dd0d8f9f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0507298 Feb 28 19:49:42.166340 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-da18726c-ffc7-4429-9f2a-89bf92dcf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.167716 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-da18726c-ffc7-4429-9f2a-89bf92dcf5e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1127 time: 0.0899227 Feb 28 19:49:42.272346 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f316-13fa-43a2-a040-93eb8644869b req-de168adf-c6b3-4b0f-9bc7-80b11e674868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.273826 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-de168adf-c6b3-4b0f-9bc7-80b11e674868 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097028 Feb 28 19:49:42.297521 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:49:42.299882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d850a72-063f-4477-bc94-8f873e950422" -d '{"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:49:42.301943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-1004e80a-b7ec-4d73-b968-37e41871277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.303379 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-1004e80a-b7ec-4d73-b968-37e41871277a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 910 time: 0.1287224 Feb 28 19:49:42.336246 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ed00e-b844-483e-850d-5c93b980e64c x-openstack-request-id: req-3a2ed00e-b844-483e-850d-5c93b980e64c {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:49:42.336562 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:49:42.336818 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a2ed00e-b844-483e-850d-5c93b980e64c {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:49:42.337278 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'code': 200} Feb 28 19:49:42.410917 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-52dda30d-2c3f-4257-98cb-05a44fefee2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 999 time: 0.0817337 Feb 28 19:49:42.429252 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-5d792cb6-7b9e-4c0c-985f-cad19ec25406 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467247 Feb 28 19:49:42.508419 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-e6a97284-66ce-45e7-8815-6af56195e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.509980 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-e6a97284-66ce-45e7-8815-6af56195e09d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0937905 Feb 28 19:49:42.569930 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9326f316-13fa-43a2-a040-93eb8644869b req-0182dbeb-7ee1-4c49-a506-9461ba51ddd4 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238747 Feb 28 19:49:42.579589 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-39fd29cb-8a22-4368-b2cc-dd84d06cb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:42.580989 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-39fd29cb-8a22-4368-b2cc-dd84d06cb407 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652192 Feb 28 19:49:42.680136 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-13e1f7a5-6edd-4482-bf20-bc9e5cd5439f service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869186 Feb 28 19:49:42.773325 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4c7c6e03-d99f-47db-ae9d-043bba26d585 req-90316ebd-ca21-4fb3-b78f-45c4b60f217c service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Feb 28 19:49:43.055073 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3a96f-cd2a-48f8-bc8d-a79fd975c75d req-c00c7f46-65f3-4f04-a147-e27c815976c3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:43.064720 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbc3a96f-cd2a-48f8-bc8d-a79fd975c75d req-c00c7f46-65f3-4f04-a147-e27c815976c3 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.1049061 Feb 28 19:49:43.090501 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f811c4-eab7-4e96-9bb0-4a79a53d4726 req-ff31f69f-bf2b-44e1-baf7-3ffc9e08275a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:43.092081 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91f811c4-eab7-4e96-9bb0-4a79a53d4726 req-ff31f69f-bf2b-44e1-baf7-3ffc9e08275a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.1622436 Feb 28 19:49:43.142907 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-bbc3a96f-cd2a-48f8-bc8d-a79fd975c75d req-1d11a3ff-a363-4f5b-b517-1da21683b585 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768590 Feb 28 19:49:43.176291 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91f811c4-eab7-4e96-9bb0-4a79a53d4726 req-aed2265e-d8f5-4a73-9c68-d158aba70f78 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739274 Feb 28 19:49:44.331903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87c479-2052-4ca6-835c-03cb2c502194 req-437c4784-14cd-4a78-82b1-ac7fb84357d4 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:44.333568 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f87c479-2052-4ca6-835c-03cb2c502194 req-437c4784-14cd-4a78-82b1-ac7fb84357d4 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0802717 Feb 28 19:49:44.399663 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f87c479-2052-4ca6-835c-03cb2c502194 req-13a6297f-7d6b-46b1-a3d7-ec80a36dcd5a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595629 Feb 28 19:49:44.470574 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426e66-9fa8-4833-86b1-1b3791a5fa6a req-32c8712f-a82c-4a42-bcd8-b6f31f323584 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:44.471961 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-be426e66-9fa8-4833-86b1-1b3791a5fa6a req-32c8712f-a82c-4a42-bcd8-b6f31f323584 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0714176 Feb 28 19:49:44.521778 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-be426e66-9fa8-4833-86b1-1b3791a5fa6a req-c7966d07-6226-4c43-9723-715696462c5d tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Feb 28 19:49:45.248611 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2af894ca-61e2-4e8d-8607-6d1c95e17257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:45.524421 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8cc07-e020-45d5-a87f-36b302ebd523 req-9b720040-9bf8-4ffb-9618-3e48e4f33717 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:45.525842 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9b8cc07-e020-45d5-a87f-36b302ebd523 req-9b720040-9bf8-4ffb-9618-3e48e4f33717 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0567200 Feb 28 19:49:45.580239 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9b8cc07-e020-45d5-a87f-36b302ebd523 req-6a426721-45ea-4bd0-b731-96d598e3e155 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479033 Feb 28 19:49:45.686109 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac5ad-7511-4874-837f-e320f09b146a req-cafc28f4-6958-4425-8758-4643adbbf41f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:45.687647 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-454ac5ad-7511-4874-837f-e320f09b146a req-cafc28f4-6958-4425-8758-4643adbbf41f tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0574715 Feb 28 19:49:45.745997 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-454ac5ad-7511-4874-837f-e320f09b146a req-151163ae-42c8-47b2-a868-c115caded3e9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493469 Feb 28 19:49:46.701582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159e4a8-90cd-4e76-aae1-1923a9b9b472 req-266c8a44-06b0-4fdc-816f-9fcb32729b28 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:46.703053 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d159e4a8-90cd-4e76-aae1-1923a9b9b472 req-266c8a44-06b0-4fdc-816f-9fcb32729b28 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0554981 Feb 28 19:49:46.759382 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d159e4a8-90cd-4e76-aae1-1923a9b9b472 req-02e26676-4f2c-4cc4-be28-d341e0023f5f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503113 Feb 28 19:49:46.871763 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e21125-0dcd-4430-9a5d-8628b91c9acf req-c69066b3-a3fe-4e7c-a588-e6987ac79e83 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:46.873213 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d5e21125-0dcd-4430-9a5d-8628b91c9acf req-c69066b3-a3fe-4e7c-a588-e6987ac79e83 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0544245 Feb 28 19:49:46.925798 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d5e21125-0dcd-4430-9a5d-8628b91c9acf req-6d298fb8-44c0-4492-a2fb-0d318a691ffd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 Feb 28 19:49:47.681647 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b6700186-c207-4301-b4bd-c78ad3f77ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:47.897583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931eb9d-eff3-445c-a8e2-c7b1e3d8e250 req-4274ac8d-40ee-4c1b-93c1-eeb62427f945 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:47.899117 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f931eb9d-eff3-445c-a8e2-c7b1e3d8e250 req-4274ac8d-40ee-4c1b-93c1-eeb62427f945 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0587237 Feb 28 19:49:47.952318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f931eb9d-eff3-445c-a8e2-c7b1e3d8e250 req-0c802a8b-e8ee-490d-b60e-29403bcd47a6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466967 Feb 28 19:49:48.059645 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a615c-d5b4-4c41-a90d-11422940e3e2 req-c105efb4-d0c5-44c3-b4ba-23789b8c6465 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:48.062737 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-385a615c-d5b4-4c41-a90d-11422940e3e2 req-c105efb4-d0c5-44c3-b4ba-23789b8c6465 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0540683 Feb 28 19:49:48.114519 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-385a615c-d5b4-4c41-a90d-11422940e3e2 req-2b11cd04-d788-44c1-b057-a8301a3db12b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466299 Feb 28 19:49:48.788106 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:49.086833 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb682926-9365-4dc8-bbf5-8dfb795fc72f req-4a4a8c24-134a-4513-a037-1253e6d89553 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:49.088418 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb682926-9365-4dc8-bbf5-8dfb795fc72f req-4a4a8c24-134a-4513-a037-1253e6d89553 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0577636 Feb 28 19:49:49.139033 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb682926-9365-4dc8-bbf5-8dfb795fc72f req-f99b015f-4cee-4f75-9c4e-50d41e3692de tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 Feb 28 19:49:49.254715 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379855-0ae1-41c6-967a-2074f99f29cc req-6ecbcde0-917c-4b17-a7e4-0692f2249773 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:49.256566 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a7379855-0ae1-41c6-967a-2074f99f29cc req-6ecbcde0-917c-4b17-a7e4-0692f2249773 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0576086 Feb 28 19:49:49.304190 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a7379855-0ae1-41c6-967a-2074f99f29cc req-54f1f948-dd4a-48fb-88ee-116221c502dc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Feb 28 19:49:50.040327 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:50.267719 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6631-e786-4271-bb65-01f84351f7dd req-7afc360e-57b4-4130-9101-38b2b53d8ebf tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:50.269230 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-db1b6631-e786-4271-bb65-01f84351f7dd req-7afc360e-57b4-4130-9101-38b2b53d8ebf tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0606623 Feb 28 19:49:50.324349 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-db1b6631-e786-4271-bb65-01f84351f7dd req-7ed016cf-229d-483e-bed0-b17488ca4464 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486283 Feb 28 19:49:50.346875 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:50.453295 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fa928-5f23-4aff-a665-443d6c6193e3 req-0c49355a-73a7-4608-abdc-b1cab06f4755 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:50.455439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-151fa928-5f23-4aff-a665-443d6c6193e3 req-0c49355a-73a7-4608-abdc-b1cab06f4755 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0584092 Feb 28 19:49:50.510262 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-151fa928-5f23-4aff-a665-443d6c6193e3 req-f7db77cc-3c7c-4bb2-ad75-908d7b476508 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480299 Feb 28 19:49:51.456539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b36d99-5089-4e36-8864-4812f51d845d req-ed3fd74b-0389-45fc-8251-91944df26188 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:51.458281 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a3b36d99-5089-4e36-8864-4812f51d845d req-ed3fd74b-0389-45fc-8251-91944df26188 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0582573 Feb 28 19:49:51.510920 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a3b36d99-5089-4e36-8864-4812f51d845d req-8a792b82-f639-49c6-a7d3-557947eeecf2 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Feb 28 19:49:51.576980 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:49:51.653520 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d416c-ffb9-4109-a069-683d2263d911 req-ff6bc96f-bd0c-4f17-b9f0-3c68aad287fc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:51.654920 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d72d416c-ffb9-4109-a069-683d2263d911 req-ff6bc96f-bd0c-4f17-b9f0-3c68aad287fc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0636961 Feb 28 19:49:51.703624 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d72d416c-ffb9-4109-a069-683d2263d911 req-3e60c6bb-f6b8-4fcc-851a-9f67ff208b94 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Feb 28 19:49:52.650292 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4f6c2-db33-415f-9eb3-14e9214a2659 req-6aee5014-4c34-4911-94f0-d5077022e7eb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:52.651766 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e5c4f6c2-db33-415f-9eb3-14e9214a2659 req-6aee5014-4c34-4911-94f0-d5077022e7eb tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0650213 Feb 28 19:49:52.700018 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e5c4f6c2-db33-415f-9eb3-14e9214a2659 req-806d9da9-221c-4400-bb04-e1e21acc8865 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Feb 28 19:49:52.827969 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d6306-fcde-47f8-856c-4b12559a7483 req-571bd205-021d-4da8-83db-c0a59415858e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:52.829501 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b47d6306-fcde-47f8-856c-4b12559a7483 req-571bd205-021d-4da8-83db-c0a59415858e tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0516675 Feb 28 19:49:52.879466 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b47d6306-fcde-47f8-856c-4b12559a7483 req-fb2c50fa-2656-4d0b-94c7-b846402a4fbc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Feb 28 19:49:53.835972 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f543349-6271-4a84-b965-28a84abe33aa req-c2a97dc1-02ff-4128-823b-eeeddaaab5c3 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:53.837488 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f543349-6271-4a84-b965-28a84abe33aa req-c2a97dc1-02ff-4128-823b-eeeddaaab5c3 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0533242 Feb 28 19:49:53.885914 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f543349-6271-4a84-b965-28a84abe33aa req-9100dc05-a486-48ca-ba4c-927c637dd3b1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Feb 28 19:49:54.004209 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf2cdd-1d33-4b70-b1cc-d5451bb108b1 req-806c1307-6ba2-44de-97f0-c6043e9b05ba tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:54.005610 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fdbf2cdd-1d33-4b70-b1cc-d5451bb108b1 req-806c1307-6ba2-44de-97f0-c6043e9b05ba tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0540383 Feb 28 19:49:54.051015 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fdbf2cdd-1d33-4b70-b1cc-d5451bb108b1 req-b3859044-88cf-4bcd-8651-e5bb6881ffa0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397422 Feb 28 19:49:55.020211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eef022-a456-4c72-a881-708c67ff39c4 req-222e0776-a6df-4bbd-afdc-6361a46ba113 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:55.021707 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-30eef022-a456-4c72-a881-708c67ff39c4 req-222e0776-a6df-4bbd-afdc-6361a46ba113 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0643525 Feb 28 19:49:55.070281 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-30eef022-a456-4c72-a881-708c67ff39c4 req-32646947-cb33-4002-8f74-50d41e50eb60 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419843 Feb 28 19:49:55.179779 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1834b36-be0b-42f0-8cb2-f1cdd14ba103 req-8d862d56-748e-4fdc-94e1-95b624399b90 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:55.181130 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a1834b36-be0b-42f0-8cb2-f1cdd14ba103 req-8d862d56-748e-4fdc-94e1-95b624399b90 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0551236 Feb 28 19:49:55.230106 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a1834b36-be0b-42f0-8cb2-f1cdd14ba103 req-0be359be-ed07-477c-b060-10a17b1c71bd tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 Feb 28 19:49:56.206509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47336eb4-06fd-4089-a4a8-ca85f6301cc8 req-6618cf4c-fe6e-41a6-b349-ac2ca33d2f03 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:56.207851 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-47336eb4-06fd-4089-a4a8-ca85f6301cc8 req-6618cf4c-fe6e-41a6-b349-ac2ca33d2f03 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0646169 Feb 28 19:49:56.261023 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-47336eb4-06fd-4089-a4a8-ca85f6301cc8 req-a73feea6-c15e-47b0-87fd-d5cf37dd6c14 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Feb 28 19:49:56.350409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13f4e-121a-4ca3-aec0-440bd54687e2 req-ddb3cdb1-dca9-4d3f-bd7f-965f7a781368 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:56.351891 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a4f13f4e-121a-4ca3-aec0-440bd54687e2 req-ddb3cdb1-dca9-4d3f-bd7f-965f7a781368 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0521080 Feb 28 19:49:56.397766 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a4f13f4e-121a-4ca3-aec0-440bd54687e2 req-58ad18f6-b9b0-448e-831c-026f695546fc tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400853 Feb 28 19:49:57.379997 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22999603-8192-4197-b24d-50b437a71ae4 req-be8ee0b0-c31d-438a-9c4e-dbd342252209 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:57.381477 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-22999603-8192-4197-b24d-50b437a71ae4 req-be8ee0b0-c31d-438a-9c4e-dbd342252209 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0537312 Feb 28 19:49:57.432755 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-22999603-8192-4197-b24d-50b437a71ae4 req-d2bf94ed-b353-4c2f-8efa-96225fe35425 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Feb 28 19:49:57.538176 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf436b5-aa1c-4d63-88b9-41b6ae4e2455 req-fc01b2c7-cfdc-4648-bb66-d527375cf89a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:57.539556 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-adf436b5-aa1c-4d63-88b9-41b6ae4e2455 req-fc01b2c7-cfdc-4648-bb66-d527375cf89a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0683050 Feb 28 19:49:57.589267 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-adf436b5-aa1c-4d63-88b9-41b6ae4e2455 req-5cea0068-96fb-4b9c-b6cb-0fb457599a36 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Feb 28 19:49:58.560904 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b379801-a414-43ba-a792-f727c14cb030 req-3d1561dd-39a0-4581-abf6-16d85ba6dc74 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:58.562352 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b379801-a414-43ba-a792-f727c14cb030 req-3d1561dd-39a0-4581-abf6-16d85ba6dc74 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0632524 Feb 28 19:49:58.610123 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0b379801-a414-43ba-a792-f727c14cb030 req-5004267f-4ffe-4e8a-a51e-b4819724c817 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Feb 28 19:49:58.742189 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef49ac-a0e3-45f6-957e-00a777c7d63e req-3bacce66-dc60-419b-a7e9-33f579e38835 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:58.743669 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53ef49ac-a0e3-45f6-957e-00a777c7d63e req-3bacce66-dc60-419b-a7e9-33f579e38835 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0834289 Feb 28 19:49:58.767806 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-1d68215f-45c6-4e5a-94a3-abc112f4cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:58.769263 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-1d68215f-45c6-4e5a-94a3-abc112f4cb04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=83402f31dae0475085579d1be7a9ae46&device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1127 time: 0.0723000 Feb 28 19:49:58.806089 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-53ef49ac-a0e3-45f6-957e-00a777c7d63e req-7b242578-87e1-4c0f-973c-03f493d40823 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563998 Feb 28 19:49:58.881344 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-1e54d38d-f6e1-48ea-a3f0-efe5ee9f561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:58.882775 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-1e54d38d-f6e1-48ea-a3f0-efe5ee9f561c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 200 len: 917 time: 0.0908577 Feb 28 19:49:58.951092 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-a8247232-f314-4e2a-923c-633112a2bb5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 200 len: 998 time: 0.0566971 Feb 28 19:49:59.000197 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-ebd45fb7-7df2-4655-9ee3-253219b43b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:59.001616 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-ebd45fb7-7df2-4655-9ee3-253219b43b48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 200 len: 855 time: 0.0425177 Feb 28 19:49:59.054039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-308c7c54-3b39-4108-b1a9-d35a66aa2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:49:59.055519 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-308c7c54-3b39-4108-b1a9-d35a66aa2d6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a3aef109-e206-4d34-9278-7ec9dbda3552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471818 Feb 28 19:49:59.146718 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-ab14b0d1-eb7b-4010-bb88-c29d64d0aefe service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820272 Feb 28 19:49:59.240219 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-58078a62-9a49-45fb-b914-caaa5e1af517 req-3ff2fa72-a34e-4ff3-93c6-078cd97bed80 service neutron] 10.222.0.30 "GET /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Feb 28 19:50:00.045470 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef4153-1dee-4f74-b878-d3c055bd831b req-8f037879-7e2e-47e6-ab3c-f6607840f5f5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:00.047414 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c3ef4153-1dee-4f74-b878-d3c055bd831b req-8f037879-7e2e-47e6-ab3c-f6607840f5f5 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.3586018 Feb 28 19:50:00.068856 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1891003-5981-4a0d-8bc0-d241221ff501 req-78a2ed7e-bdd6-4fad-b5b0-75f8214219f0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:00.070282 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f1891003-5981-4a0d-8bc0-d241221ff501 req-78a2ed7e-bdd6-4fad-b5b0-75f8214219f0 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 943 time: 0.0769572 Feb 28 19:50:00.127969 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c3ef4153-1dee-4f74-b878-d3c055bd831b req-09a106b2-5629-4444-b10a-7d3c0636520a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746579 Feb 28 19:50:00.139080 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f1891003-5981-4a0d-8bc0-d241221ff501 req-a6dfac15-d4fc-4b1d-9da6-9879f2a4913a tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627649 Feb 28 19:50:00.166195 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:50:00.266520 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:00.279185 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'port_id': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'mac_address': 'fa:16:3e:85:ff:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:50:00.315387 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:50:00.315774 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:00.331339 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd590cd-8616-4f3d-8000-5128794f248c {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:50:00.351248 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:00.358357 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:00.405746 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=9']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:00.799812 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['ccd590cd-8616-4f3d-8000-5128794f248c'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:50:01.284394 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968ee3-91bc-45c1-9dab-c558615c8b39 req-f4705865-d75b-453c-87eb-2efae35ab6b9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:01.285907 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-db968ee3-91bc-45c1-9dab-c558615c8b39 req-f4705865-d75b-453c-87eb-2efae35ab6b9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0829418 Feb 28 19:50:01.295051 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc0d40-ef94-4003-94e6-8c62d497958f req-86b58260-8953-465a-825c-82faadf42e61 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:01.296396 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f4bc0d40-ef94-4003-94e6-8c62d497958f req-86b58260-8953-465a-825c-82faadf42e61 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 944 time: 0.0847020 Feb 28 19:50:01.366097 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-db968ee3-91bc-45c1-9dab-c558615c8b39 req-ea133709-8844-4bd9-9691-95bc0e9382df tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687873 Feb 28 19:50:01.369377 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f4bc0d40-ef94-4003-94e6-8c62d497958f req-03b5f323-8857-4c89-8664-6fa3d3a93943 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665269 Feb 28 19:50:02.180517 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:50:02.238965 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port ccd590cd-8616-4f3d-8000-5128794f248c triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:50:02.239341 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:02.317947 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port ccd590cd-8616-4f3d-8000-5128794f248c is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:50:02.318334 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:02.342181 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:50:02.344402 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb1051-6e25-4c2f-8eb7-c5865a556ced" -d '{"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:50:02.359333 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:02.365859 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:02.388530 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc127d-0958-4b35-ae63-9f7774f4926e x-openstack-request-id: req-6edc127d-0958-4b35-ae63-9f7774f4926e {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:50:02.388822 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-plugged", "status": "completed", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:50:02.389075 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6edc127d-0958-4b35-ae63-9f7774f4926e {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:50:02.389498 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'code': 200} Feb 28 19:50:02.423325 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=10']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:02.534612 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ab128-a5a6-448c-831a-05feba3d3a3c req-c84fa752-a2a7-4a69-91d9-f37cd49881d6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:02.536444 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-147ab128-a5a6-448c-831a-05feba3d3a3c req-c84fa752-a2a7-4a69-91d9-f37cd49881d6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0903850 Feb 28 19:50:02.543486 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74afb1-e787-4cf0-a594-83ab6b9cf8ba req-0f994864-7410-4356-aba7-1b01ea05ad66 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:02.544879 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f74afb1-e787-4cf0-a594-83ab6b9cf8ba req-0f994864-7410-4356-aba7-1b01ea05ad66 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.0880523 Feb 28 19:50:02.645667 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-147ab128-a5a6-448c-831a-05feba3d3a3c req-51790da9-12a1-44ca-bde2-6783a830a81f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997705 Feb 28 19:50:02.650028 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1f74afb1-e787-4cf0-a594-83ab6b9cf8ba req-4be36113-9f98-4930-9b69-a7dc2d254e48 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974662 Feb 28 19:50:02.663667 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c5ed-0df8-44c1-bfd7-0b3c9ede7848 req-cd9241e3-5efa-42b3-9317-59a7dd6e6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:02.665842 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1624c5ed-0df8-44c1-bfd7-0b3c9ede7848 req-cd9241e3-5efa-42b3-9317-59a7dd6e6ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 1130 time: 0.0839024 Feb 28 19:50:02.712240 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1624c5ed-0df8-44c1-bfd7-0b3c9ede7848 req-790b1b1c-86f9-45ea-8012-dfcbd0534f48 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Feb 28 19:50:03.799689 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218da0-0647-4929-8b2e-0170d475fd75 req-0836e306-0f5c-4f16-9b5d-1263cc16352b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:03.801187 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7a218da0-0647-4929-8b2e-0170d475fd75 req-0836e306-0f5c-4f16-9b5d-1263cc16352b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0835626 Feb 28 19:50:03.811215 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429bbe0-d4b2-46f1-a9ac-935d89206eb2 req-d8347785-c08a-4851-a063-468968220575 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:03.812560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a429bbe0-d4b2-46f1-a9ac-935d89206eb2 req-d8347785-c08a-4851-a063-468968220575 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.0687327 Feb 28 19:50:03.884166 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7a218da0-0647-4929-8b2e-0170d475fd75 req-ef7e18a7-75e8-408a-9cf2-bf3fc66a6c30 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706701 Feb 28 19:50:03.887636 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a429bbe0-d4b2-46f1-a9ac-935d89206eb2 req-68709549-c376-47d7-9203-98a2486ae0da tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685689 Feb 28 19:50:04.020705 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-a2ca634a-2310-4e61-911b-86198ff2e5f3 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162301686&fields=id&tenant_id=f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 267 time: 0.0515718 Feb 28 19:50:04.108037 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:50:04.126358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-dc22106b-eaa5-4b9e-b2e2-534d2ff74ed9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:04.127825 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-dc22106b-eaa5-4b9e-b2e2-534d2ff74ed9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 812 time: 0.1004608 Feb 28 19:50:04.143028 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-0384e0e3-7b8b-428f-ad6b-56c53aa12616 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/quotas/f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 375 time: 0.0099690 Feb 28 19:50:04.199019 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-d1759b9d-db82-4ffb-ba3d-cbebdaaecfb8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506954 Feb 28 19:50:04.309947 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-a125226d-a99b-4554-844d-c7ba127138dc service neutron] 10.222.0.47 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994732 Feb 28 19:50:04.404315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3d7a2-1188-43ed-a87d-0b2709191460 req-b714624e-88f6-4594-9042-9c63e5baa6ef tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:04.405703 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3ab3d7a2-1188-43ed-a87d-0b2709191460 req-b714624e-88f6-4594-9042-9c63e5baa6ef tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.1087761 Feb 28 19:50:04.440375 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-69b6ec3b-b137-45aa-acdf-71793f3f507d service neutron] 10.222.0.47 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160240 Feb 28 19:50:04.467378 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3ab3d7a2-1188-43ed-a87d-0b2709191460 req-0d37e324-ddd4-46d0-b62c-c2094087b331 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554843 Feb 28 19:50:04.733075 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8d18c98e-0bbf-41c0-ad23-0771408ae124 req-ebbde81b-5227-4b15-a4bc-5138d5fad210 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 210 time: 0.0283756 Feb 28 19:50:05.078192 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cb904-5094-4510-956d-dd9ffc297767 req-8aa7e61f-7504-4262-9623-9bb47d32ecaf tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:05.079760 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-593cb904-5094-4510-956d-dd9ffc297767 req-8aa7e61f-7504-4262-9623-9bb47d32ecaf tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.0911305 Feb 28 19:50:05.087737 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ad779-d4f2-479f-9836-1ec83d9db5ff req-24f08bb4-65d2-4f23-8cf8-2a5ae7ea9c40 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:05.089368 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-953ad779-d4f2-479f-9836-1ec83d9db5ff req-24f08bb4-65d2-4f23-8cf8-2a5ae7ea9c40 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.0886540 Feb 28 19:50:05.167538 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-593cb904-5094-4510-956d-dd9ffc297767 req-d9004e48-30d3-4f9d-aaac-0233f29cfdd9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771151 Feb 28 19:50:05.172238 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-953ad779-d4f2-479f-9836-1ec83d9db5ff req-4fd8fe9a-6aeb-4219-8526-3ae84fa7e0b8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746202 Feb 28 19:50:05.599407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b41e4d-2de8-4afa-ae52-30e5e23e8007 req-a8fd1031-ba9b-4e10-aa32-eafa5bea2f18 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:05.601240 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60b41e4d-2de8-4afa-ae52-30e5e23e8007 req-a8fd1031-ba9b-4e10-aa32-eafa5bea2f18 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.0567613 Feb 28 19:50:05.709995 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-60b41e4d-2de8-4afa-ae52-30e5e23e8007 req-cfb4da4c-907c-41ff-903f-7de1dbc71b87 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980608 Feb 28 19:50:05.738198 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-c4d6354b-3ddf-4ae1-9398-08f62941cc46 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:05.739630 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-c4d6354b-3ddf-4ae1-9398-08f62941cc46 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 812 time: 0.1374464 Feb 28 19:50:05.804301 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-eeb63e49-02fc-4859-8aca-5031da42bc68 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9625c15cf3a4fb29a9836d1871ed66f HTTP/1.1" status: 200 len: 380 time: 0.0554972 Feb 28 19:50:05.818915 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'port': {'device_id': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'admin_state_up': True, 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'security_groups': ['52dbbdaa-0a73-456c-90a5-555bf268348e']}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:05.841375 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f62129e-639a-4a51-a5cd-5d193588f135 req-8ca278e9-d5c6-4593-993f-e0abda13ab6f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 210 time: 0.0361297 Feb 28 19:50:05.945980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Made reservation on behalf of f9625c15cf3a4fb29a9836d1871ed66f for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:50:05.949999 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.085210 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Allocated IP 172.20.0.12 (85253814-09ff-42fb-ada1-ad3b037b3866/5d2835cd-232e-4482-9164-186ff921bf6c/25457538-5b3c-45de-9dae-3fee8630c6f5) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:50:06.197009 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:50:06.236565 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.322826 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:06.337799 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.394060 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4960c-7932-43fd-b8a3-988809203495 req-45e4d168-3084-4d30-85da-5808369fd7f1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:06.395554 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4ef4960c-7932-43fd-b8a3-988809203495 req-45e4d168-3084-4d30-85da-5808369fd7f1 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 943 time: 0.1450109 Feb 28 19:50:06.418495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Network 85253814-09ff-42fb-ada1-ad3b037b3866 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:50:06.431935 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:50:06.433828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=25457538-5b3c-45de-9dae-3fee8630c6f5,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:06.436001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:50:06.465007 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '081e7f15-f847-4e22-b235-44da4221dc59', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'port_id': '081e7f15-f847-4e22-b235-44da4221dc59', 'mac_address': 'fa:16:3e:bc:c4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:50:06.471862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108ec6-a917-468d-85b6-1be3afe3f6ee req-26784b7e-d694-44ba-94c7-f3a80425eab6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:06.473417 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6a108ec6-a917-468d-85b6-1be3afe3f6ee req-26784b7e-d694-44ba-94c7-f3a80425eab6 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.1849465 Feb 28 19:50:06.496163 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.496510 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.496849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.497349 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.497582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.497916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.498232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.498562 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.498891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.499216 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.499926 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.499926 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.500206 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:06.504825 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 081e7f15-f847-4e22-b235-44da4221dc59 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:50:06.505391 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.521607 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081e7f15-f847-4e22-b235-44da4221dc59 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:50:06.545413 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:06.550437 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.554428 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:06.555074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.568732 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4ef4960c-7932-43fd-b8a3-988809203495 req-b30e9c09-55d7-4959-874e-652eb79ffa25 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654413 Feb 28 19:50:06.597880 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6a108ec6-a917-468d-85b6-1be3afe3f6ee req-98d900db-9ad0-4796-ac15-6712e3453514 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156597 Feb 28 19:50:06.602007 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b5939fa8-d4c3-4b0c-8041-62ad687af256 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883165 Feb 28 19:50:06.616857 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Request body: {'port': {'device_id': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:06.617927 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=7']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:06.680758 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.715576 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-42662e5a-209a-492f-b979-e259715f0013 None None] Provisioning complete for port 25457538-5b3c-45de-9dae-3fee8630c6f5 triggered by entity DHCP. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:50:06.715897 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-42662e5a-209a-492f-b979-e259715f0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:06.752976 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-42662e5a-209a-492f-b979-e259715f0013 None None] Port 25457538-5b3c-45de-9dae-3fee8630c6f5 cannot update to ACTIVE because it is not bound. {{(pid=109446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 19:50:06.886038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-d2bca74a-184a-40f5-92cd-477e63f13070 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:06.887481 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-d2bca74a-184a-40f5-92cd-477e63f13070 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.1625626 Feb 28 19:50:06.971795 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['081e7f15-f847-4e22-b235-44da4221dc59'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:50:07.005554 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c512-27ad-4ad5-8d0f-ae2cdebb4617 req-ab2cea47-4ff9-48b1-ad1a-dccf569237f8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:07.007017 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ab7c512-27ad-4ad5-8d0f-ae2cdebb4617 req-ab2cea47-4ff9-48b1-ad1a-dccf569237f8 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 945 time: 0.2009816 Feb 28 19:50:07.112991 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4d080-52b1-4f9a-a206-c19c5ac8525a req-39327de8-0467-40a5-9111-c29b0727f9f2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:07.114758 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dad4d080-52b1-4f9a-a206-c19c5ac8525a req-39327de8-0467-40a5-9111-c29b0727f9f2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 932 time: 0.2005615 Feb 28 19:50:07.160726 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6ab7c512-27ad-4ad5-8d0f-ae2cdebb4617 req-c8dc917e-b8a2-4be9-9e62-d06bff3ea4f6 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups?id=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430988 Feb 28 19:50:07.211772 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Deleting port d43ef353-aa37-48f5-97e2-d5ea5ff959ec {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:50:07.212109 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.225996 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25457538-5b3c-45de-9dae-3fee8630c6f5 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:50:07.243424 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Publish callbacks [] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.248646 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-dad4d080-52b1-4f9a-a206-c19c5ac8525a req-6433f7c0-bae6-43b0-8252-d11f87dc8795 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252146 Feb 28 19:50:07.290360 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Transition to ACTIVE for port object 25457538-5b3c-45de-9dae-3fee8630c6f5 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:50:07.297678 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.376914 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Pushing event updated for resources: {'Port': ['ID=25457538-5b3c-45de-9dae-3fee8630c6f5,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:07.380227 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] For port d43ef353-aa37-48f5-97e2-d5ea5ff959ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:07.380580 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.543812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Attempting to bind port 25457538-5b3c-45de-9dae-3fee8630c6f5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:50:07.544140 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Attempting to bind port 25457538-5b3c-45de-9dae-3fee8630c6f5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:50:07.544495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Attempting to bind port 25457538-5b3c-45de-9dae-3fee8630c6f5 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:50:07.554708 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Port 25457538-5b3c-45de-9dae-3fee8630c6f5 on network 85253814-09ff-42fb-ada1-ad3b037b3866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:50:07.555027 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Attempting to bind port 25457538-5b3c-45de-9dae-3fee8630c6f5 on network 85253814-09ff-42fb-ada1-ad3b037b3866 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:50:07.589234 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:50:07.589572 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Checking segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:50:07.589954 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Bound using segment: {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:50:07.590404 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Bound port: 25457538-5b3c-45de-9dae-3fee8630c6f5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46aca10-f5b8-43ba-b43c-02aa03a29724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:50:07.590736 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.660104 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.660458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (1edb8aa6-8404-4fcd-b388-5053779a42e3), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.660771 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Floating IP 1edb8aa6-8404-4fcd-b388-5053779a42e3 disassociated. External IP: 172.27.0.235, port: d43ef353-aa37-48f5-97e2-d5ea5ff959ec. Feb 28 19:50:07.661124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Calling delete_port for d43ef353-aa37-48f5-97e2-d5ea5ff959ec owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:50:07.772665 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] For port 25457538-5b3c-45de-9dae-3fee8630c6f5, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:50:07.780499 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] For port 25457538-5b3c-45de-9dae-3fee8630c6f5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25457538-5b3c-45de-9dae-3fee8630c6f5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:50:07.793681 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d0009-7766-4a12-a3ff-c30d614f738d req-48a76ed1-1f4e-44c2-a80d-f69a09b406f6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:07.795210 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d21d0009-7766-4a12-a3ff-c30d614f738d req-48a76ed1-1f4e-44c2-a80d-f69a09b406f6 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 944 time: 0.1530418 Feb 28 19:50:07.804070 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.868385 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:07.868994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:07.870368 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] 10.222.0.30 "PUT /v2.0/ports/25457538-5b3c-45de-9dae-3fee8630c6f5 HTTP/1.1" status: 200 len: 1094 time: 1.2614374 Feb 28 19:50:07.874161 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:50:07.877259 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e9dce5-47ad-4f8d-b243-0f55d182d208" -d '{"events": [{"name": "network-changed", "server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:50:07.937373 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c7d0ec-6131-4f29-9d64-2d769061af19 x-openstack-request-id: req-e0c7d0ec-6131-4f29-9d64-2d769061af19 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:50:07.937670 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:50:07.937937 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0c7d0ec-6131-4f29-9d64-2d769061af19 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:50:07.938324 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'status': 'completed', 'code': 200} Feb 28 19:50:07.974150 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d6f84-ec9b-46ca-8c44-52196b1eaa25 service neutron] Pushing event updated for resources: {'Port': ['ID=25457538-5b3c-45de-9dae-3fee8630c6f5,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:07.980431 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d21d0009-7766-4a12-a3ff-c30d614f738d req-7bddf3a8-8518-4853-9565-988781097481 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777270 Feb 28 19:50:08.004861 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (d43ef353-aa37-48f5-97e2-d5ea5ff959ec), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:08.046107 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event deleted for resources: {'Port': ['ID=d43ef353-aa37-48f5-97e2-d5ea5ff959ec,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:08.051403 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-8ec71e77-6f51-49af-aba4-b28b6b89c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:08.052988 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-8ec71e77-6f51-49af-aba4-b28b6b89c966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 1128 time: 0.1252263 Feb 28 19:50:08.129874 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-4081de9f-7a7d-4c0c-a574-590190dde4dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25457538-5b3c-45de-9dae-3fee8630c6f5 HTTP/1.1" status: 200 len: 217 time: 0.0435019 Feb 28 19:50:08.213963 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:50:08.270853 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 081e7f15-f847-4e22-b235-44da4221dc59 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:50:08.271105 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (081e7f15-f847-4e22-b235-44da4221dc59), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:08.363694 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 081e7f15-f847-4e22-b235-44da4221dc59 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:50:08.363795 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:08.390424 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:50:08.392953 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0380de-5af3-4485-89b5-f5569fe07850" -d '{"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-plugged", "status": "completed", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:50:08.407582 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:08.413147 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:08.414232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device d43ef353-aa37-48f5-97e2-d5ea5ff959ec no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:50:08.453091 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: d43ef353-aa37-48f5-97e2-d5ea5ff959ec {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:50:08.453724 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device d43ef353-aa37-48f5-97e2-d5ea5ff959ec not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:50:08.481787 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=8']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:08.580577 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-24f9eb11-c8d4-4452-887a-daeb755c6607 req-a74dba56-d12c-4cba-8853-a0d0ab57622c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 210 time: 0.0596175 Feb 28 19:50:08.605471 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-95a29590-b546-46ac-ae31-28aa18320259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:08.605471 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-95a29590-b546-46ac-ae31-28aa18320259 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.4659753 Feb 28 19:50:08.623685 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:50:08.634122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669d8d6-9839-4399-80b1-d05c821108f4 x-openstack-request-id: req-2669d8d6-9839-4399-80b1-d05c821108f4 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:50:08.634486 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-plugged", "status": "completed", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:50:08.634865 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2669d8d6-9839-4399-80b1-d05c821108f4 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:50:08.635328 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'code': 200} Feb 28 19:50:08.655469 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0309e5-5e36-40a1-a360-6f6f221c7e05 req-51c391c3-c78b-4f74-aadb-466592d82911 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:08.657084 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f0309e5-5e36-40a1-a360-6f6f221c7e05 req-51c391c3-c78b-4f74-aadb-466592d82911 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.1349566 Feb 28 19:50:08.743258 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b24ab2e4-70cd-4a50-a0c5-3a87d22b3e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:08.744839 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-b24ab2e4-70cd-4a50-a0c5-3a87d22b3e5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1343169 Feb 28 19:50:08.809230 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9f0309e5-5e36-40a1-a360-6f6f221c7e05 req-e1ff8460-ff8a-4136-b6f3-798af92967e5 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459739 Feb 28 19:50:08.859740 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78254-0404-4406-a2d8-3f2d2dbbf0ff req-931dcec3-beff-4014-a8ff-2b6e8d4ac3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:08.861282 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-bfd78254-0404-4406-a2d8-3f2d2dbbf0ff req-931dcec3-beff-4014-a8ff-2b6e8d4ac3a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1129 time: 0.0445137 Feb 28 19:50:08.862193 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:50:08.872463 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:50:08.883593 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:50:08.884366 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:49:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:08.914267 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [req-bfd78254-0404-4406-a2d8-3f2d2dbbf0ff req-53f8dff8-53be-4e46-b0e1-676b6feb638c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463035 Feb 28 19:50:08.923274 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] No DVR routers for this DVR port d43ef353-aa37-48f5-97e2-d5ea5ff959ec on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:50:08.926700 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:08.938499 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4bfb6941-f0dc-4f48-b01b-e15ae6514f59 req-debdeb0e-73ab-4a2b-9cd3-79499603b832 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.30 "DELETE /v2.0/ports/d43ef353-aa37-48f5-97e2-d5ea5ff959ec HTTP/1.1" status: 204 len: 173 time: 2.0230770 Feb 28 19:50:08.940881 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-6a1df538-4a83-4cb9-9dd7-f7ecfc97dd72 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811163 Feb 28 19:50:08.993962 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:50:09.104439 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a33b-bca2-4a18-85b1-86b42ac4a900 req-1ceeaf98-66ef-46d8-9034-9f600a8ab6df tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:09.106246 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3fb2a33b-bca2-4a18-85b1-86b42ac4a900 req-1ceeaf98-66ef-46d8-9034-9f600a8ab6df tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0546436 Feb 28 19:50:09.164580 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3fb2a33b-bca2-4a18-85b1-86b42ac4a900 req-619882f1-aee1-4279-a732-8df1e7aca3fd tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519099 Feb 28 19:50:09.199564 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:09.226805 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:50:09.243376 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:50:09.243927 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:49:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:09.249066 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4abc098-220d-46c8-942b-3e3981fbd445 req-cdd3255a-c3e4-4299-aacd-11e93cd92331 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970273 Feb 28 19:50:09.333586 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-cd159ae2-0d90-4f86-beea-6c6ced9c1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:09.335183 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-cd159ae2-0d90-4f86-beea-6c6ced9c1288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 1128 time: 0.0451999 Feb 28 19:50:09.352991 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:50:09.451599 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-1611e0ed-ed1c-4516-bd90-330079510579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:09.453214 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-1611e0ed-ed1c-4516-bd90-330079510579 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.0883322 Feb 28 19:50:09.498203 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-87ff6ead-793b-4d7c-a1c5-d937814f38d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25457538-5b3c-45de-9dae-3fee8630c6f5 HTTP/1.1" status: 200 len: 217 time: 0.0381308 Feb 28 19:50:09.546319 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-9dfd513d-5dfb-4f46-9e36-d37f337e8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:09.547774 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-9dfd513d-5dfb-4f46-9e36-d37f337e8dd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0443735 Feb 28 19:50:09.551386 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:09.578182 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248a93e-f479-4348-8faf-daaf88455611 None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:40:52Z', 'revision_number': 4, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'e15f90d5-54e1-4fb0-b74c-131d8feac219', 'name': '', 'network_id': 'c148f9c8-601c-46c7-808f-502b5cb6467d', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'mac_address': 'fa:16:3e:d0:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:51Z', 'updated_at': '2022-02-28T19:41:03Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'subnets': [{'id': '0a7e6671-cec0-45b4-bb43-bf108fd0695d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:50:09.596743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-6dd46a44-d5ba-42ef-b060-f19b5b4a6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:09.598427 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-6dd46a44-d5ba-42ef-b060-f19b5b4a6a8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450521 Feb 28 19:50:09.714411 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a44b546b-b326-4c40-b131-80c0fb6add17 req-caa566e8-0f98-4913-a4b6-d5218482247c tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149 HTTP/1.1" status: 200 len: 210 time: 0.0399086 Feb 28 19:50:09.720880 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-46c81138-89d2-4a0b-b120-99481c0738bf service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159077 Feb 28 19:50:09.808816 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c203a43-bc41-44cc-8cab-780226bfa9db None None] New status for floating IP 1edb8aa6-8404-4fcd-b388-5053779a42e3: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:50:09.816939 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72e9dce5-47ad-4f8d-b243-0f55d182d208 req-615ceeb4-f753-49f4-8103-53ea12c5022b service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896273 Feb 28 19:50:09.929665 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758dd8d-e5de-4b12-a196-e03a098f213d req-ccce9d0d-9b20-4488-b3ac-6868ce29c1ea tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:09.931525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3758dd8d-e5de-4b12-a196-e03a098f213d req-ccce9d0d-9b20-4488-b3ac-6868ce29c1ea tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0570931 Feb 28 19:50:09.939127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'name': 'network-vif-deleted', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:50:09.941780 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a299e5-4723-4581-ae0a-9fe1d153d61d" -d '{"events": [{"server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "name": "network-vif-deleted", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:50:09.987976 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a99a3fa-937e-4a1b-b7ad-54cee06c347a x-openstack-request-id: req-4a99a3fa-937e-4a1b-b7ad-54cee06c347a {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:50:09.988382 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149", "name": "network-vif-deleted", "tag": "d43ef353-aa37-48f5-97e2-d5ea5ff959ec", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:50:09.988771 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a99a3fa-937e-4a1b-b7ad-54cee06c347a {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:50:09.989341 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdaa4f2-a0dd-48a7-b0b5-a8ffbae8c149', 'name': 'network-vif-deleted', 'tag': 'd43ef353-aa37-48f5-97e2-d5ea5ff959ec', 'status': 'completed', 'code': 200} Feb 28 19:50:10.002305 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3758dd8d-e5de-4b12-a196-e03a098f213d req-f6fb91b3-3e66-4921-8356-02a4dea3f796 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639350 Feb 28 19:50:10.308084 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88ba5-0abe-4440-b048-76b1374963b7 req-e4165c8f-1f3b-44f8-991d-d5f9a115f548 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:10.310210 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8af88ba5-0abe-4440-b048-76b1374963b7 req-e4165c8f-1f3b-44f8-991d-d5f9a115f548 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0654976 Feb 28 19:50:10.363489 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8af88ba5-0abe-4440-b048-76b1374963b7 req-94b130ea-0543-48f0-a6be-95c0691c2985 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476954 Feb 28 19:50:10.804435 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48904) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:10.861631 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (48cdd816-3bf8-4f21-b3dc-6743bdb3eca2), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:10.884263 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (48cdd816-3bf8-4f21-b3dc-6743bdb3eca2), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:10.933871 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (48cdd816-3bf8-4f21-b3dc-6743bdb3eca2), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:10.936824 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:10.937973 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "DELETE /v2.0/security-groups/48cdd816-3bf8-4f21-b3dc-6743bdb3eca2 HTTP/1.1" status: 204 len: 168 time: 0.1325560 Feb 28 19:50:10.940793 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48906) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:10.947271 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cdd816-3bf8-4f21-b3dc-6743bdb3eca2,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:10.953560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.api.v2.resource [None req-434afa52-36da-4993-8995-83d3175bea00 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] show failed (client error): The resource could not be found. Feb 28 19:50:10.954626 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-434afa52-36da-4993-8995-83d3175bea00 tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "GET /v2.0/security-groups/48cdd816-3bf8-4f21-b3dc-6743bdb3eca2 HTTP/1.1" status: 404 len: 347 time: 0.0127306 Feb 28 19:50:10.954741 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.955176 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.955533 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.955875 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.956407 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.956753 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.957201 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.957514 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48908) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:10.957613 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.957862 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.958196 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.958525 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.958851 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:10.959175 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e9157-6c10-4f1e-bbc5-31e3c68e782f tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:50:11.115502 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Deleting port 6fb0ca89-ab4e-4dff-851b-6f977b88e9a5 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:50:11.115846 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:11.171723 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fc293-56b9-46bb-a6b4-448f0ce23d4b req-c76acb2b-84ff-452d-872d-9f70b3e085d0 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:11.173230 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-172fc293-56b9-46bb-a6b4-448f0ce23d4b req-c76acb2b-84ff-452d-872d-9f70b3e085d0 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0991647 Feb 28 19:50:11.228007 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:11.228243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:11.251714 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Calling delete_port for 6fb0ca89-ab4e-4dff-851b-6f977b88e9a5 owned by network:floatingip {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:50:11.260696 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-172fc293-56b9-46bb-a6b4-448f0ce23d4b req-7aa535dc-fd03-415a-9584-ceff0f039186 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811744 Feb 28 19:50:11.385330 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (6fb0ca89-ab4e-4dff-851b-6f977b88e9a5), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:11.413367 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Pushing event deleted for resources: {'Port': ['ID=6fb0ca89-ab4e-4dff-851b-6f977b88e9a5,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:11.501497 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks [] for floatingip (1edb8aa6-8404-4fcd-b388-5053779a42e3), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:11.503811 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:11.504932 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-65f855a5-7186-457f-97cc-b487e3dfb5cf tempest-AttachVolumeTestJSON-912836382 tempest-AttachVolumeTestJSON-912836382-project] 10.222.0.47 "DELETE /v2.0/floatingips/1edb8aa6-8404-4fcd-b388-5053779a42e3 HTTP/1.1" status: 204 len: 168 time: 0.5463591 Feb 28 19:50:11.519881 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b571f-cff9-492f-b68d-78a76ccab2ba req-7a3fb44e-1a6d-47ab-a81b-ebfc386e56e4 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:11.521593 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ca1b571f-cff9-492f-b68d-78a76ccab2ba req-7a3fb44e-1a6d-47ab-a81b-ebfc386e56e4 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0853522 Feb 28 19:50:11.570230 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ca1b571f-cff9-492f-b68d-78a76ccab2ba req-6f2cd6c2-6bb0-4827-a5e6-fdd1f6946739 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 Feb 28 19:50:12.399973 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265f197-8029-4a30-91b5-e91b05fe3a9b req-69c1c36b-7efb-4c51-86dc-e63953316210 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:12.401482 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1265f197-8029-4a30-91b5-e91b05fe3a9b req-69c1c36b-7efb-4c51-86dc-e63953316210 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0693922 Feb 28 19:50:12.453843 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1265f197-8029-4a30-91b5-e91b05fe3a9b req-79cea566-8b21-463c-9667-a0ba285df19e tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446141 Feb 28 19:50:13.586764 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286c5bd-2462-40df-80ef-bc7a48ed43a7 req-b7c7a54c-a8ee-460b-b941-10ca336bec38 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:13.588219 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0286c5bd-2462-40df-80ef-bc7a48ed43a7 req-b7c7a54c-a8ee-460b-b941-10ca336bec38 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0579011 Feb 28 19:50:13.642596 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0286c5bd-2462-40df-80ef-bc7a48ed43a7 req-8918a0f7-a763-43e9-bc40-fc2b25b620fd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Feb 28 19:50:14.784288 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e318c-1b51-4fbd-a057-43f3e440cafd req-6c5b3063-c946-4fd7-b9e2-be00f4c22604 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:14.785959 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6b1e318c-1b51-4fbd-a057-43f3e440cafd req-6c5b3063-c946-4fd7-b9e2-be00f4c22604 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0572298 Feb 28 19:50:14.841237 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-6b1e318c-1b51-4fbd-a057-43f3e440cafd req-2951f12e-018d-4e50-b7b0-c2eb16b52e7b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468676 Feb 28 19:50:15.084165 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48948) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:15.244228 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8ae902b8-5ec4-45b3-9fa5-3d3d59583dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:15.551040 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (5dd25743-dc17-49ae-b70d-6bd1425e85f6), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:15.813144 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Deleting port e15f90d5-54e1-4fb0-b74c-131d8feac219 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:50:15.813365 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:15.892547 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] For port e15f90d5-54e1-4fb0-b74c-131d8feac219, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=e15f90d5-54e1-4fb0-b74c-131d8feac219,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:15.892940 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:15.906013 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Calling delete_port for e15f90d5-54e1-4fb0-b74c-131d8feac219 owned by network:router_interface {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:50:15.958671 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223763-49b6-41d9-8884-0972ad408d97 req-8f83ef5d-6ea8-4aeb-a68c-ed263fa1563f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:15.960159 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d2223763-49b6-41d9-8884-0972ad408d97 req-8f83ef5d-6ea8-4aeb-a68c-ed263fa1563f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0516863 Feb 28 19:50:16.009553 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d2223763-49b6-41d9-8884-0972ad408d97 req-3155e50d-dcc7-458f-b1ff-2a6eb92d9c88 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Feb 28 19:50:16.089225 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (e15f90d5-54e1-4fb0-b74c-131d8feac219), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:16.114074 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e15f90d5-54e1-4fb0-b74c-131d8feac219,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:16.503639 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (5dd25743-dc17-49ae-b70d-6bd1425e85f6), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:16.713668 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:50:16.819155 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:50:16.825054 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-aeebd6e3-4fb5-4202-8ec6-1c0c917c1f7e admin admin] 10.222.0.47 "PUT /v2.0/routers/5dd25743-dc17-49ae-b70d-6bd1425e85f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397897 Feb 28 19:50:16.827098 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48954) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:16.829478 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] Sync routers for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:50:16.840017 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:50:16.840640 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:49:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:16.934694 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks [] for router (5dd25743-dc17-49ae-b70d-6bd1425e85f6), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:16.945035 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:50:17.038528 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks [] for router_gateway (5dd25743-dc17-49ae-b70d-6bd1425e85f6), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.124957 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:50:16Z', 'revision_number': 5, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port': {'id': '9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:17.131121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Deleting port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:50:17.131461 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.152147 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] Checking router: 5dd25743-dc17-49ae-b70d-6bd1425e85f6 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:50:17.155443 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32dd24-b266-4431-bf27-934cc14bd7bf req-6c7dda6a-d72e-4c52-b557-b9e0df34a7d9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:17.156989 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac32dd24-b266-4431-bf27-934cc14bd7bf req-6c7dda6a-d72e-4c52-b557-b9e0df34a7d9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0790191 Feb 28 19:50:17.160881 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] Routers {'5dd25743-dc17-49ae-b70d-6bd1425e85f6'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:50:17.161530 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:49:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:17.254012 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] Set router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 gateway port host: None {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:50:17.260057 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac32dd24-b266-4431-bf27-934cc14bd7bf req-1383fae5-648f-4cef-ba2f-f026643e29bd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794370 Feb 28 19:50:17.261747 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] For port 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:17.262102 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.274221 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Calling delete_port for 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 owned by network:router_gateway {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:50:17.309142 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:50:17Z', 'revision_number': 6, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:17.335475 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ecc23-05d9-48d9-a719-1a6dc85c3a9d None None] The sync data for ids ['5dd25743-dc17-49ae-b70d-6bd1425e85f6'] in dv-cinder-831247-1-iscsi is: [{'id': '5dd25743-dc17-49ae-b70d-6bd1425e85f6', 'name': 'tempest-AttachVolumeTestJSON-267809500-router', 'tenant_id': '0770cb7fd1684b1bbf110b2574aee96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:44Z', 'updated_at': '2022-02-28T19:50:17Z', 'revision_number': 6, 'project_id': '0770cb7fd1684b1bbf110b2574aee96f', 'gw_port_host': None}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:50:17.448731 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.478001 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:17.537842 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (5dd25743-dc17-49ae-b70d-6bd1425e85f6), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.628067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (5dd25743-dc17-49ae-b70d-6bd1425e85f6), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.630213 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks [] for router_controller (5dd25743-dc17-49ae-b70d-6bd1425e85f6), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.674016 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (5dd25743-dc17-49ae-b70d-6bd1425e85f6), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.674602 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd25743-dc17-49ae-b70d-6bd1425e85f6 {{(pid=109445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:50:17.679353 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8562b986-a64a-475c-8af2-a3f6a5ac9ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.681955 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.683505 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-36ee4f8d-91a9-4582-9068-c40dd43b7b4f admin admin] 10.222.0.47 "DELETE /v2.0/routers/5dd25743-dc17-49ae-b70d-6bd1425e85f6 HTTP/1.1" status: 204 len: 168 time: 0.8553526 Feb 28 19:50:17.686179 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48958) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:17.739220 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Deleting subnet 0a7e6671-cec0-45b4-bb43-bf108fd0695d {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:50:17.742657 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Publish callbacks [] for subnet (0a7e6671-cec0-45b4-bb43-bf108fd0695d), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.779378 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (0a7e6671-cec0-45b4-bb43-bf108fd0695d), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.788570 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device e15f90d5-54e1-4fb0-b74c-131d8feac219 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:50:17.811445 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: e15f90d5-54e1-4fb0-b74c-131d8feac219 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:50:17.811810 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device e15f90d5-54e1-4fb0-b74c-131d8feac219 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:50:17.895037 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (0a7e6671-cec0-45b4-bb43-bf108fd0695d), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.950458 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (0a7e6671-cec0-45b4-bb43-bf108fd0695d), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.974712 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7e6671-cec0-45b4-bb43-bf108fd0695d,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:17.978358 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:17.981927 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-9d0c082c-fe3f-4ea6-8e37-27b53563ad3b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0a7e6671-cec0-45b4-bb43-bf108fd0695d HTTP/1.1" status: 204 len: 168 time: 0.2945030 Feb 28 19:50:17.984457 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48960) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:17.984616 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc87f1-d46c-420c-bc82-32541e9e92ad None None] Network c148f9c8-601c-46c7-808f-502b5cb6467d requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:50:18.051252 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (c148f9c8-601c-46c7-808f-502b5cb6467d), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.116440 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Deleting port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:50:18.116785 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.147858 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] DHCP port deletion for c148f9c8-601c-46c7-808f-502b5cb6467d request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:50:18.186779 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] For port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:18.187139 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.198022 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Deleting port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b {{(pid=109446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:50:18.198403 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), before_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.201343 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Calling delete_port for 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b owned by network:dhcp {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:50:18.289611 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.319414 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:18.321362 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] No DVR routers for this DVR port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b on host dv-cinder-831247-1-iscsi {{(pid=109444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:50:18.382639 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 25457538-5b3c-45de-9dae-3fee8630c6f5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:50:18.399098 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b275d5-d18b-4fbf-9c21-3d9a62d91b81 req-d12576de-25ef-418a-a052-48e3d605d613 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:18.404153 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (c148f9c8-601c-46c7-808f-502b5cb6467d), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.406428 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d3b275d5-d18b-4fbf-9c21-3d9a62d91b81 req-d12576de-25ef-418a-a052-48e3d605d613 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 944 time: 0.0670662 Feb 28 19:50:18.427906 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c148f9c8-601c-46c7-808f-502b5cb6467d']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:18.439885 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:18.440204 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9ed8eb-e73f-4e2d-a218-7caba04ba428') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:18.450705 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (ac9ed8eb-e73f-4e2d-a218-7caba04ba428), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.468698 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (ac9ed8eb-e73f-4e2d-a218-7caba04ba428), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.473265 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d3b275d5-d18b-4fbf-9c21-3d9a62d91b81 req-3bcd0c40-b26d-4489-a8b8-44ac409add77 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655255 Feb 28 19:50:18.484466 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:50:18.485011 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (ac9ed8eb-e73f-4e2d-a218-7caba04ba428), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.486934 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] For port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,segment=NetworkSegment(ac9ed8eb-e73f-4e2d-a218-7caba04ba428),segment_id=ac9ed8eb-e73f-4e2d-a218-7caba04ba428)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:50:18.487093 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:50:18.490337 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), precommit_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.513908 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Calling delete_port for 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b owned by network:dhcp {{(pid=109446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:50:18.543104 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (c148f9c8-601c-46c7-808f-502b5cb6467d), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.547374 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.553051 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c148f9c8-601c-46c7-808f-502b5cb6467d HTTP/1.1" status: 204 len: 168 time: 0.5652785 Feb 28 19:50:18.566192 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42548237-35d8-4e5a-8af8-6dc5a5eb3930 admin admin] Pushing event deleted for resources: {'Network': ['ID=c148f9c8-601c-46c7-808f-502b5cb6467d,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:18.607347 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 25457538-5b3c-45de-9dae-3fee8630c6f5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25457538-5b3c-45de-9dae-3fee8630c6f5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:18.635131 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'port_id': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'mac_address': 'fa:16:3e:ca:1b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:50:18.678810 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48966) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:18.695551 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (69d87c3e-db5b-4ff3-ad9c-0981f9c5559b), after_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.698672 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 25457538-5b3c-45de-9dae-3fee8630c6f5 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:50:18.699038 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.719366 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-02c65cba-d50d-41db-9ed2-e8927055f6e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0770cb7fd1684b1bbf110b2574aee96f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391459 Feb 28 19:50:18.721847 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48968) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:18.725247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Network c148f9c8-601c-46c7-808f-502b5cb6467d is not hosted by any dhcp agent {{(pid=109446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 19:50:18.725706 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] No DVR routers for this DVR port 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b on host dv-cinder-831247-1-iscsi {{(pid=109446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:50:18.727253 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060faf0-f7b6-48c5-a699-e9cdd12b2956 None None] Pushing event deleted for resources: {'Port': ['ID=69d87c3e-db5b-4ff3-ad9c-0981f9c5559b,revision_number=None']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:18.736107 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25457538-5b3c-45de-9dae-3fee8630c6f5 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:50:18.755788 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 25457538-5b3c-45de-9dae-3fee8630c6f5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25457538-5b3c-45de-9dae-3fee8630c6f5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:18.760796 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.776654 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8f98-9c44-4962-b6f0-84d007611e18 admin admin] Publish callbacks [] for security_group (4549587f-1855-4812-9673-933075ef8121), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.799645 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8f98-9c44-4962-b6f0-84d007611e18 admin admin] Publish callbacks [] for security_group (4549587f-1855-4812-9673-933075ef8121), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.818066 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.821022 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=25457538-5b3c-45de-9dae-3fee8630c6f5,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:18.844616 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8f98-9c44-4962-b6f0-84d007611e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (4549587f-1855-4812-9673-933075ef8121), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.847202 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8f98-9c44-4962-b6f0-84d007611e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:18.848469 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-1c0a8f98-9c44-4962-b6f0-84d007611e18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4549587f-1855-4812-9673-933075ef8121 HTTP/1.1" status: 204 len: 168 time: 0.1255534 Feb 28 19:50:18.856601 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a8f98-9c44-4962-b6f0-84d007611e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4549587f-1855-4812-9673-933075ef8121,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:19.106448 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['25457538-5b3c-45de-9dae-3fee8630c6f5'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:50:19.473524 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:50:19.493769 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:50:19.494029 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 69d87c3e-db5b-4ff3-ad9c-0981f9c5559b not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:50:19.494616 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:50:19.513983 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:50:19.514329 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 9b6d6fce-1700-4f90-9cd5-4e29c1ab7ae8 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:50:19.532859 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 48992) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:19.594281 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacdf07-3f5f-4bcb-a950-f7a389b680cf req-5f970534-baf5-44ac-80e7-f7d0c06384f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:19.595826 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0dacdf07-3f5f-4bcb-a950-f7a389b680cf req-5f970534-baf5-44ac-80e7-f7d0c06384f6 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 945 time: 0.0572643 Feb 28 19:50:19.631849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-708397498-network', 'tenant_id': 'fd652e3d63674b988a530651b442a1b6'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:19.658346 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0dacdf07-3f5f-4bcb-a950-f7a389b680cf req-fe608afd-9fda-4953-8f67-e9a9e29d5537 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Feb 28 19:50:19.667366 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Made reservation on behalf of fd652e3d63674b988a530651b442a1b6 for: {'network': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:50:19.669779 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.679105 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.750615 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks [] for security_group (a2869168-5a54-407a-85dc-862377bbb8ce), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.756409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a2869168-5a54-407a-85dc-862377bbb8ce), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.779909 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=109445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:50:19.789498 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2869168-5a54-407a-85dc-862377bbb8ce,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:19.794097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (84f60166-16ce-419f-b831-bf5d82dca022), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.794437 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.segments_db [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Added segment 84f60166-16ce-419f-b831-bf5d82dca022 of type vlan for network 7307c6a2-55a2-4cdd-82db-19358d19925e Feb 28 19:50:19.832628 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (7307c6a2-55a2-4cdd-82db-19358d19925e), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.858462 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (7307c6a2-55a2-4cdd-82db-19358d19925e), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.859470 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:19.860072 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:19.911774 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3776443 Feb 28 19:50:19.914884 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 48996) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:19.920309 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Request body: {'subnet': {'network_id': '7307c6a2-55a2-4cdd-82db-19358d19925e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-708397498-subnet', 'tenant_id': 'fd652e3d63674b988a530651b442a1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:19.922804 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bd00a-d7eb-405b-a37c-c7cf23bb7cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=7307c6a2-55a2-4cdd-82db-19358d19925e,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:19.934322 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 7307c6a2-55a2-4cdd-82db-19358d19925e details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:50:19.943510 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Made reservation on behalf of fd652e3d63674b988a530651b442a1b6 for: {'subnet': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:50:19.946020 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282873'] for subnet (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.039992 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.117117 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26708671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282827'] for subnet (649b7a3c-8caa-484a-988e-7c7674f83667), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.168845 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Pushing event updated for resources: {'Subnet': ['ID=649b7a3c-8caa-484a-988e-7c7674f83667,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:20.186982 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Checking segment: {'id': '84f60166-16ce-419f-b831-bf5d82dca022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7307c6a2-55a2-4cdd-82db-19358d19925e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:50:20.187346 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Network hostable DHCP agents. Network: 7307c6a2-55a2-4cdd-82db-19358d19925e, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:50:20.206088 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Network 7307c6a2-55a2-4cdd-82db-19358d19925e is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:50:20.215753 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 7307c6a2-55a2-4cdd-82db-19358d19925e) {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:50:20.220554 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:20.221125 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.225030 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0f34e-ca2e-4c72-8b48-9d29de45c5a7 None None] Network 7307c6a2-55a2-4cdd-82db-19358d19925e requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:50:20.239971 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2fd2d95e-3d0b-4ffa-96cb-5b42ff4a663b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3230584 Feb 28 19:50:20.283253 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 25457538-5b3c-45de-9dae-3fee8630c6f5 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:50:20.365678 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.369122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc80fb1-2a8d-4ca2-bb88-d341bfb95216 None None] Network 7307c6a2-55a2-4cdd-82db-19358d19925e requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:50:20.412367 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 25457538-5b3c-45de-9dae-3fee8630c6f5 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:50:20.420715 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 25457538-5b3c-45de-9dae-3fee8630c6f5 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:50:20.421127 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.532649 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 25457538-5b3c-45de-9dae-3fee8630c6f5 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:50:20.533054 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.555513 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:50:20.557812 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422f266-80b2-4b51-b25e-d65c0ded3c5b" -d '{"events": [{"server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "name": "network-vif-plugged", "status": "completed", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:50:20.569905 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 25457538-5b3c-45de-9dae-3fee8630c6f5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25457538-5b3c-45de-9dae-3fee8630c6f5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:50:20.575729 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.606554 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6698da7-5d91-49ea-a9cf-cfb7ab8f6063 x-openstack-request-id: req-b6698da7-5d91-49ea-a9cf-cfb7ab8f6063 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:50:20.606876 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "name": "network-vif-plugged", "status": "completed", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:50:20.607104 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6698da7-5d91-49ea-a9cf-cfb7ab8f6063 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:50:20.607487 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'code': 200} Feb 28 19:50:20.633290 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=25457538-5b3c-45de-9dae-3fee8630c6f5,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:20.708091 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49016) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:20.713075 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-404618113-network', 'tenant_id': '78fc42b3e60242b685539a196992bcb1'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:20.761751 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Made reservation on behalf of 78fc42b3e60242b685539a196992bcb1 for: {'network': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:50:20.764048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.777910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.854408 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9bae6-120b-4fcd-a6df-9f53668fbd06 req-e8e02940-3984-4263-b521-d2c3d1e481dd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:20.856574 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9d9bae6-120b-4fcd-a6df-9f53668fbd06 req-e8e02940-3984-4263-b521-d2c3d1e481dd tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.1295140 Feb 28 19:50:20.943247 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9757c92-73b6-4e26-bb98-ce555f4b5b32 req-c565d8fe-7cc3-4fb2-a573-ac4cb1e82532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:20.944775 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f9757c92-73b6-4e26-bb98-ce555f4b5b32 req-c565d8fe-7cc3-4fb2-a573-ac4cb1e82532 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 1130 time: 0.1492784 Feb 28 19:50:20.953120 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e9d9bae6-120b-4fcd-a6df-9f53668fbd06 req-54a3ded5-8368-4fd0-a3d2-c1561c8c9cee tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881293 Feb 28 19:50:20.977801 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks [] for security_group (7fad93ff-46ce-4c17-88f4-b4196b2db3d8), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:20.988040 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (7fad93ff-46ce-4c17-88f4-b4196b2db3d8), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.018070 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=109445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:50:21.031332 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f9757c92-73b6-4e26-bb98-ce555f4b5b32 req-96bb70b7-8bf6-48c7-9109-1810f7a6bb56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772498 Feb 28 19:50:21.037941 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (19d923b6-97e8-4e9d-92fa-168943870f59), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.038297 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.segments_db [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Added segment 19d923b6-97e8-4e9d-92fa-168943870f59 of type vlan for network 08b7aef5-2261-488f-951f-9980986773cd Feb 28 19:50:21.039881 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fad93ff-46ce-4c17-88f4-b4196b2db3d8,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:21.079367 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (08b7aef5-2261-488f-951f-9980986773cd), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.107062 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (08b7aef5-2261-488f-951f-9980986773cd), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.108039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:21.108610 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.178011 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4688101 Feb 28 19:50:21.180986 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49018) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:21.182975 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd6cb-717e-47a4-a46b-e7ffbcf46264 admin admin] Pushing event updated for resources: {'Network': ['ID=08b7aef5-2261-488f-951f-9980986773cd,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:21.186202 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Request body: {'subnet': {'network_id': '08b7aef5-2261-488f-951f-9980986773cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-404618113-subnet', 'tenant_id': '78fc42b3e60242b685539a196992bcb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:21.193531 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network 08b7aef5-2261-488f-951f-9980986773cd details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:50:21.207829 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Made reservation on behalf of 78fc42b3e60242b685539a196992bcb1 for: {'subnet': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:50:21.210569 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25282873'] for subnet (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.380270 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26708671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25282827'] for subnet (306afdf0-1dc6-4e0c-8c20-377326550bb9), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.427765 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Pushing event updated for resources: {'Subnet': ['ID=306afdf0-1dc6-4e0c-8c20-377326550bb9,revision_number=0']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:21.443536 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Checking segment: {'id': '19d923b6-97e8-4e9d-92fa-168943870f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '08b7aef5-2261-488f-951f-9980986773cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:50:21.443901 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Network hostable DHCP agents. Network: 08b7aef5-2261-488f-951f-9980986773cd, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:50:21.462188 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Network 08b7aef5-2261-488f-951f-9980986773cd is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:50:21.471833 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, 08b7aef5-2261-488f-951f-9980986773cd) {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:50:21.475748 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:21.476346 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.481414 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d151ae0-4d14-46cf-aef3-b6d5daad778a None None] Network 08b7aef5-2261-488f-951f-9980986773cd requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:50:21.493328 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4c6ea3f3-8771-4334-8911-afeaae77242c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3111126 Feb 28 19:50:21.591041 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f46a0-0d2d-48b9-8f35-e6760bf94526 None None] Network 08b7aef5-2261-488f-951f-9980986773cd requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:50:21.606729 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49022) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:21.608792 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.653772 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Deleting subnet 649b7a3c-8caa-484a-988e-7c7674f83667 {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:50:21.656963 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Publish callbacks [] for subnet (649b7a3c-8caa-484a-988e-7c7674f83667), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.690172 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (649b7a3c-8caa-484a-988e-7c7674f83667), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.736702 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (649b7a3c-8caa-484a-988e-7c7674f83667), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.803512 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (649b7a3c-8caa-484a-988e-7c7674f83667), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.830707 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649b7a3c-8caa-484a-988e-7c7674f83667,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:21.834318 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.837508 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-bc1f32e6-e4e0-4377-9166-010a06c19738 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/649b7a3c-8caa-484a-988e-7c7674f83667 HTTP/1.1" status: 204 len: 168 time: 0.2295754 Feb 28 19:50:21.840038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49024) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:21.905539 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (7307c6a2-55a2-4cdd-82db-19358d19925e), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:21.985953 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (7307c6a2-55a2-4cdd-82db-19358d19925e), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.006424 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7307c6a2-55a2-4cdd-82db-19358d19925e']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:22.016834 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f60166-16ce-419f-b831-bf5d82dca022') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:22.017242 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f60166-16ce-419f-b831-bf5d82dca022') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:22.026873 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (84f60166-16ce-419f-b831-bf5d82dca022), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.040324 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (84f60166-16ce-419f-b831-bf5d82dca022), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.046229 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:50:22.046614 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (84f60166-16ce-419f-b831-bf5d82dca022), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:50:22.048325 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:50:22.076437 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5398eb8-36bf-4e25-a01f-583facef3f9d req-1c6451b2-5760-4c4f-959b-65feaeb861c1 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:22.077970 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5398eb8-36bf-4e25-a01f-583facef3f9d req-1c6451b2-5760-4c4f-959b-65feaeb861c1 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.0555799 Feb 28 19:50:22.105974 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (7307c6a2-55a2-4cdd-82db-19358d19925e), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.111725 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.114973 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] 10.222.0.47 "DELETE /v2.0/networks/7307c6a2-55a2-4cdd-82db-19358d19925e HTTP/1.1" status: 204 len: 168 time: 0.2740607 Feb 28 19:50:22.123279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49028) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:22.125946 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26f5c9-f298-4e6e-a3a1-eb2679ba08ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7307c6a2-55a2-4cdd-82db-19358d19925e,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:22.154997 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-f5398eb8-36bf-4e25-a01f-583facef3f9d req-994cc675-0f5c-43d1-a241-601821cb282b tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703208 Feb 28 19:50:22.174630 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Deleting subnet 306afdf0-1dc6-4e0c-8c20-377326550bb9 {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:50:22.178037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Publish callbacks [] for subnet (306afdf0-1dc6-4e0c-8c20-377326550bb9), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.212557 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (306afdf0-1dc6-4e0c-8c20-377326550bb9), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.255131 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (306afdf0-1dc6-4e0c-8c20-377326550bb9), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.308466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (306afdf0-1dc6-4e0c-8c20-377326550bb9), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.334789 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306afdf0-1dc6-4e0c-8c20-377326550bb9,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:22.338563 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.341899 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-1b62bffa-633a-4799-acc4-1126504097d1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/306afdf0-1dc6-4e0c-8c20-377326550bb9 HTTP/1.1" status: 204 len: 168 time: 0.2176168 Feb 28 19:50:22.344455 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49030) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:22.411666 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (08b7aef5-2261-488f-951f-9980986773cd), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.506314 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (08b7aef5-2261-488f-951f-9980986773cd), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.529047 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b7aef5-2261-488f-951f-9980986773cd']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:22.538896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d923b6-97e8-4e9d-92fa-168943870f59') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:22.539197 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d923b6-97e8-4e9d-92fa-168943870f59') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:22.549822 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (19d923b6-97e8-4e9d-92fa-168943870f59), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.564505 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (19d923b6-97e8-4e9d-92fa-168943870f59), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.570615 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:50:22.571014 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (19d923b6-97e8-4e9d-92fa-168943870f59), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:50:22.572701 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:50:22.629653 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (08b7aef5-2261-488f-951f-9980986773cd), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.634211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.637438 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] 10.222.0.47 "DELETE /v2.0/networks/08b7aef5-2261-488f-951f-9980986773cd HTTP/1.1" status: 204 len: 168 time: 0.2918301 Feb 28 19:50:22.650530 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaf060-391d-45c2-aa91-975612f26564 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b7aef5-2261-488f-951f-9980986773cd,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:22.806088 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49034) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:22.845415 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-31203270-7b7b-431c-81e0-17fb0055cb29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd652e3d63674b988a530651b442a1b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381169 Feb 28 19:50:22.848055 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49036) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:22.895583 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-93bc02b8-d31f-493e-9352-d3677b1f61bb admin admin] Publish callbacks [] for security_group (a2869168-5a54-407a-85dc-862377bbb8ce), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.918078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-93bc02b8-d31f-493e-9352-d3677b1f61bb admin admin] Publish callbacks [] for security_group (a2869168-5a54-407a-85dc-862377bbb8ce), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.965542 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-93bc02b8-d31f-493e-9352-d3677b1f61bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a2869168-5a54-407a-85dc-862377bbb8ce), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.968028 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-93bc02b8-d31f-493e-9352-d3677b1f61bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:22.969204 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-93bc02b8-d31f-493e-9352-d3677b1f61bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2869168-5a54-407a-85dc-862377bbb8ce HTTP/1.1" status: 204 len: 168 time: 0.1201761 Feb 28 19:50:22.976869 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc02b8-d31f-493e-9352-d3677b1f61bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2869168-5a54-407a-85dc-862377bbb8ce,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:23.273341 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042716c-a192-4899-99ae-ca4e10fcf545 req-75707961-2563-4c85-a10e-ed6f615506e9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:23.274881 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9042716c-a192-4899-99ae-ca4e10fcf545 req-75707961-2563-4c85-a10e-ed6f615506e9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.0538542 Feb 28 19:50:23.304578 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49044) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:23.325638 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9042716c-a192-4899-99ae-ca4e10fcf545 req-9d1a3d7d-9795-4cfa-91fb-e1b340d5ced9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Feb 28 19:50:23.343897 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c22a5b8d-aacb-4360-acb1-337622057185 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78fc42b3e60242b685539a196992bcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380409 Feb 28 19:50:23.346469 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49046) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:23.392561 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d08bba4-96de-46cf-b26e-3b8127167e78 admin admin] Publish callbacks [] for security_group (7fad93ff-46ce-4c17-88f4-b4196b2db3d8), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:23.417645 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d08bba4-96de-46cf-b26e-3b8127167e78 admin admin] Publish callbacks [] for security_group (7fad93ff-46ce-4c17-88f4-b4196b2db3d8), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:23.450466 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2940006-6d19-4d9e-a8a2-b20357a7dff0 req-100e924c-c0ad-49b8-9290-605af64707f8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:23.452004 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c2940006-6d19-4d9e-a8a2-b20357a7dff0 req-100e924c-c0ad-49b8-9290-605af64707f8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.0593278 Feb 28 19:50:23.463836 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d08bba4-96de-46cf-b26e-3b8127167e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (7fad93ff-46ce-4c17-88f4-b4196b2db3d8), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:23.466524 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1d08bba4-96de-46cf-b26e-3b8127167e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:23.470212 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1d08bba4-96de-46cf-b26e-3b8127167e78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fad93ff-46ce-4c17-88f4-b4196b2db3d8 HTTP/1.1" status: 204 len: 168 time: 0.1204526 Feb 28 19:50:23.475675 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08bba4-96de-46cf-b26e-3b8127167e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fad93ff-46ce-4c17-88f4-b4196b2db3d8,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:23.506072 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c2940006-6d19-4d9e-a8a2-b20357a7dff0 req-750170e6-971b-4523-92f4-39fcb92e7948 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Feb 28 19:50:23.528090 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49052) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:23.763511 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8fdec-751a-4145-9362-2d95abf7553c tempest-TestVolumeBootPattern-1997141533 tempest-TestVolumeBootPattern-1997141533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:23.767559 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-add8fdec-751a-4145-9362-2d95abf7553c tempest-TestVolumeBootPattern-1997141533 tempest-TestVolumeBootPattern-1997141533-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 1125 time: 0.2358942 Feb 28 19:50:23.767742 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49062) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:23.771961 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Request body: {'floatingip': {'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'port_id': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:50:23.792069 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:23.888654 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:23.991991 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_common [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Allocated IP 172.27.0.182 (2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8/c00ce94e-a437-44c1-9d3c-c3caab046dd2/b644cbc1-3b78-4888-bbb4-2873a478ecb1) {{(pid=109444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:50:24.094479 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:24.129534 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:24.166987 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Network 2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8 is already hosted by enough agents. {{(pid=109444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:50:24.169799 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Resources bound (agent type, host, resource id): {{(pid=109444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:50:24.173248 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Received port after_create {{(pid=109444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:50:24.195739 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=b644cbc1-3b78-4888-bbb4-2873a478ecb1,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:24.758971 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (285d6232-df28-4c82-965e-f6b1d6bf2cab), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:24.825114 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), before_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:24.977006 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), precommit_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:24.982638 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26708674'] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), after_update {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:25.058733 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event updated for resources: {'Port': ['ID=b644cbc1-3b78-4888-bbb4-2873a478ecb1,revision_number=2']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:25.068126 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (285d6232-df28-4c82-965e-f6b1d6bf2cab), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:25.174300 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.l3_db [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Floating IP 285d6232-df28-4c82-965e-f6b1d6bf2cab associated. External IP: 172.27.0.182, port: 25457538-5b3c-45de-9dae-3fee8630c6f5. Feb 28 19:50:25.391935 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:50:25.502254 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:50:25.511939 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:50:25.521409 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:50:25.521999 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:50:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:25.522283 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:25.565115 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4eeb969a-61a6-44e4-ba6b-947995112b15 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7847497 Feb 28 19:50:25.565115 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:50:25.565115 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f334ea-8bcb-4523-a507-ab61e3406151" -d '{"events": [{"name": "network-changed", "server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:50:25.601930 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f00711-6bd6-404d-b7ad-d2766ca2ab4c x-openstack-request-id: req-75f00711-6bd6-404d-b7ad-d2766ca2ab4c {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:50:25.602231 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:50:25.602618 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75f00711-6bd6-404d-b7ad-d2766ca2ab4c {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:50:25.603151 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'status': 'completed', 'code': 200} Feb 28 19:50:25.634993 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:50:25.676574 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-00324d98-7060-47ac-bbf7-c5806c2c4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:25.678010 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-00324d98-7060-47ac-bbf7-c5806c2c4acc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 1130 time: 0.0439887 Feb 28 19:50:25.778918 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-2cf79af4-957e-4297-91a3-ec3e4ac46649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:25.780412 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-2cf79af4-957e-4297-91a3-ec3e4ac46649 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.0933185 Feb 28 19:50:25.953464 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '285d6232-df28-4c82-965e-f6b1d6bf2cab', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:ca:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:50:24Z', 'updated_at': '2022-02-28T19:50:24Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}, {'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:48Z', 'revision_number': 1, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:25.981919 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:50:25.991178 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:50:25.991812 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:50:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:26.102069 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:50:26.153937 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-4392f78f-47f3-4c17-8346-4494cae0fb70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25457538-5b3c-45de-9dae-3fee8630c6f5 HTTP/1.1" status: 200 len: 1000 time: 0.3579895 Feb 28 19:50:26.204990 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-a7e53290-a0b0-4d0a-9906-25ce04cb8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:26.206534 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-a7e53290-a0b0-4d0a-9906-25ce04cb8b5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0449998 Feb 28 19:50:26.263540 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-3ebf6a9b-08eb-40ab-9ac1-a785f8adb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:50:26.265332 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-3ebf6a9b-08eb-40ab-9ac1-a785f8adb530 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516179 Feb 28 19:50:26.345274 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '285d6232-df28-4c82-965e-f6b1d6bf2cab', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:ca:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:50:24Z', 'updated_at': '2022-02-28T19:50:24Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}, {'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:48Z', 'revision_number': 1, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:50:26.358262 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-97311fae-ec8b-4981-a976-b140c8dc0abf service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Feb 28 19:50:26.373501 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d010ff-00e4-4b1e-bec7-96c702bc1dd7 None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '285d6232-df28-4c82-965e-f6b1d6bf2cab', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:ca:1b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:50:24Z', 'updated_at': '2022-02-28T19:50:24Z', 'revision_number': 0, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}, {'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:48Z', 'revision_number': 1, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:50:26.457522 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-61f334ea-8bcb-4523-a507-ab61e3406151 req-ae491eaf-5a24-4e54-94c2-31b3e4c07461 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923162 Feb 28 19:50:26.583326 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e07e82-9ef9-4191-8129-e4e8995e7e7c None None] New status for floating IP 285d6232-df28-4c82-965e-f6b1d6bf2cab: ACTIVE {{(pid=109446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:50:28.457124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49154) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:28.568642 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e39726c2-6e17-4d2c-abef-1dc90d5ae2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.641531 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e39726c2-6e17-4d2c-abef-1dc90d5ae2ba admin admin] Publish callbacks [] for security_group (43c41e6f-3e1d-4d97-8f9c-900be63f9285), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.648275 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e39726c2-6e17-4d2c-abef-1dc90d5ae2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (43c41e6f-3e1d-4d97-8f9c-900be63f9285), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.685511 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e39726c2-6e17-4d2c-abef-1dc90d5ae2ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca0d8f85550b40558e1b7ecbc0a622b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272243 Feb 28 19:50:28.686344 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39726c2-6e17-4d2c-abef-1dc90d5ae2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c41e6f-3e1d-4d97-8f9c-900be63f9285,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:28.688449 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49158) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:28.744139 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c73f4eb4-ad4a-42c5-aeea-fe9c6ae580ca admin admin] Publish callbacks [] for security_group (43c41e6f-3e1d-4d97-8f9c-900be63f9285), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.767027 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c73f4eb4-ad4a-42c5-aeea-fe9c6ae580ca admin admin] Publish callbacks [] for security_group (43c41e6f-3e1d-4d97-8f9c-900be63f9285), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.821472 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c73f4eb4-ad4a-42c5-aeea-fe9c6ae580ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (43c41e6f-3e1d-4d97-8f9c-900be63f9285), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.825613 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c73f4eb4-ad4a-42c5-aeea-fe9c6ae580ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:28.827276 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c73f4eb4-ad4a-42c5-aeea-fe9c6ae580ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43c41e6f-3e1d-4d97-8f9c-900be63f9285 HTTP/1.1" status: 204 len: 168 time: 0.1378491 Feb 28 19:50:28.835357 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f4eb4-ad4a-42c5-aeea-fe9c6ae580ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c41e6f-3e1d-4d97-8f9c-900be63f9285,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:29.100166 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49164) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:29.120176 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f7817c1d-f001-43a2-9c44-63326c3e3724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.195376 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f7817c1d-f001-43a2-9c44-63326c3e3724 admin admin] Publish callbacks [] for security_group (7f65558a-6c74-44b2-bf8c-602cd7cf944d), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.202202 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f7817c1d-f001-43a2-9c44-63326c3e3724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (7f65558a-6c74-44b2-bf8c-602cd7cf944d), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.239213 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f7817c1d-f001-43a2-9c44-63326c3e3724 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63c9c89c70164684bd61578c56868672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375129 Feb 28 19:50:29.240018 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817c1d-f001-43a2-9c44-63326c3e3724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65558a-6c74-44b2-bf8c-602cd7cf944d,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:29.242028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49166) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:29.290943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-830db040-70f7-4a43-b8ca-01fc6923b41e admin admin] Publish callbacks [] for security_group (7f65558a-6c74-44b2-bf8c-602cd7cf944d), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.315125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-830db040-70f7-4a43-b8ca-01fc6923b41e admin admin] Publish callbacks [] for security_group (7f65558a-6c74-44b2-bf8c-602cd7cf944d), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.366775 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-830db040-70f7-4a43-b8ca-01fc6923b41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (7f65558a-6c74-44b2-bf8c-602cd7cf944d), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.369583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-830db040-70f7-4a43-b8ca-01fc6923b41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:29.370777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-830db040-70f7-4a43-b8ca-01fc6923b41e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f65558a-6c74-44b2-bf8c-602cd7cf944d HTTP/1.1" status: 204 len: 168 time: 0.1277227 Feb 28 19:50:29.378541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db040-70f7-4a43-b8ca-01fc6923b41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65558a-6c74-44b2-bf8c-602cd7cf944d,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:31.077489 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49210) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:31.190398 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1161154f-9858-41dc-8d73-6cbb5e78ac7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.271023 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1161154f-9858-41dc-8d73-6cbb5e78ac7f admin admin] Publish callbacks [] for security_group (6274c054-e3ed-4c6d-b494-d4942b4e617d), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.277076 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1161154f-9858-41dc-8d73-6cbb5e78ac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (6274c054-e3ed-4c6d-b494-d4942b4e617d), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.313436 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1161154f-9858-41dc-8d73-6cbb5e78ac7f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4645874735b14c81bd3ca01b47cbb0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347271 Feb 28 19:50:31.314254 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161154f-9858-41dc-8d73-6cbb5e78ac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6274c054-e3ed-4c6d-b494-d4942b4e617d,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:31.316415 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49214) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:31.367944 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-de518a98-9144-44d4-8821-b1d38c8f27c5 admin admin] Publish callbacks [] for security_group (6274c054-e3ed-4c6d-b494-d4942b4e617d), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.389070 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-de518a98-9144-44d4-8821-b1d38c8f27c5 admin admin] Publish callbacks [] for security_group (6274c054-e3ed-4c6d-b494-d4942b4e617d), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.441136 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-de518a98-9144-44d4-8821-b1d38c8f27c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (6274c054-e3ed-4c6d-b494-d4942b4e617d), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.443564 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-de518a98-9144-44d4-8821-b1d38c8f27c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.444761 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-de518a98-9144-44d4-8821-b1d38c8f27c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6274c054-e3ed-4c6d-b494-d4942b4e617d HTTP/1.1" status: 204 len: 168 time: 0.1272192 Feb 28 19:50:31.452513 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de518a98-9144-44d4-8821-b1d38c8f27c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6274c054-e3ed-4c6d-b494-d4942b4e617d,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:31.725187 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49220) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:31.738952 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4de88922-e0ee-4a6f-b862-3b6ec0158bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.820980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4de88922-e0ee-4a6f-b862-3b6ec0158bb1 admin admin] Publish callbacks [] for security_group (a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.827079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-4de88922-e0ee-4a6f-b862-3b6ec0158bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.864247 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-4de88922-e0ee-4a6f-b862-3b6ec0158bb1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47b34ac73f1149bea07941f17e65c589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379673 Feb 28 19:50:31.865454 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de88922-e0ee-4a6f-b862-3b6ec0158bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:31.867240 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49222) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:31.915608 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cf9c-e938-48d0-98bb-2c96136d782a admin admin] Publish callbacks [] for security_group (a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.936660 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cf9c-e938-48d0-98bb-2c96136d782a admin admin] Publish callbacks [] for security_group (a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.985963 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cf9c-e938-48d0-98bb-2c96136d782a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.988600 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cf9c-e938-48d0-98bb-2c96136d782a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:31.989757 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2ea5cf9c-e938-48d0-98bb-2c96136d782a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05 HTTP/1.1" status: 204 len: 168 time: 0.1215534 Feb 28 19:50:31.997323 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5cf9c-e938-48d0-98bb-2c96136d782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bc9ccf-2aaa-45c7-ae27-861a1ad66c05,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:34.185739 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49298) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:34.289879 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7c653973-e9c8-457c-b6b8-9d58973be25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.368236 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7c653973-e9c8-457c-b6b8-9d58973be25f admin admin] Publish callbacks [] for security_group (3d5507ed-cf72-4c9a-ae12-b0db4495e167), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.374893 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7c653973-e9c8-457c-b6b8-9d58973be25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3d5507ed-cf72-4c9a-ae12-b0db4495e167), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.413564 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c653973-e9c8-457c-b6b8-9d58973be25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5507ed-cf72-4c9a-ae12-b0db4495e167,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:34.418003 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-7c653973-e9c8-457c-b6b8-9d58973be25f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9662888174094598bcae85b366d67f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311764 Feb 28 19:50:34.420983 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49302) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:34.468746 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9762175d-ac8c-47b4-9579-053b7c7d792a admin admin] Publish callbacks [] for security_group (3d5507ed-cf72-4c9a-ae12-b0db4495e167), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.490554 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9762175d-ac8c-47b4-9579-053b7c7d792a admin admin] Publish callbacks [] for security_group (3d5507ed-cf72-4c9a-ae12-b0db4495e167), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.540065 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9762175d-ac8c-47b4-9579-053b7c7d792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3d5507ed-cf72-4c9a-ae12-b0db4495e167), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.542705 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9762175d-ac8c-47b4-9579-053b7c7d792a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.543879 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-9762175d-ac8c-47b4-9579-053b7c7d792a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d5507ed-cf72-4c9a-ae12-b0db4495e167 HTTP/1.1" status: 204 len: 168 time: 0.1221755 Feb 28 19:50:34.551723 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762175d-ac8c-47b4-9579-053b7c7d792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5507ed-cf72-4c9a-ae12-b0db4495e167,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:34.826137 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49308) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:34.839764 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ed5605a2-5c44-49f2-a311-59b7d7ea6c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.913822 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ed5605a2-5c44-49f2-a311-59b7d7ea6c46 admin admin] Publish callbacks [] for security_group (eea1aac4-1f46-4303-a9d7-f4a7f92166fb), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.919432 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ed5605a2-5c44-49f2-a311-59b7d7ea6c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (eea1aac4-1f46-4303-a9d7-f4a7f92166fb), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:34.956109 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ed5605a2-5c44-49f2-a311-59b7d7ea6c46 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e69f8f2e5a68444c9a3502d98f82e587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288073 Feb 28 19:50:34.956916 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5605a2-5c44-49f2-a311-59b7d7ea6c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea1aac4-1f46-4303-a9d7-f4a7f92166fb,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:34.959142 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49310) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:35.010085 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37e472cd-a7e3-4ab1-b0c6-96b17e3d03b1 admin admin] Publish callbacks [] for security_group (eea1aac4-1f46-4303-a9d7-f4a7f92166fb), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:35.032855 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37e472cd-a7e3-4ab1-b0c6-96b17e3d03b1 admin admin] Publish callbacks [] for security_group (eea1aac4-1f46-4303-a9d7-f4a7f92166fb), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:35.085396 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37e472cd-a7e3-4ab1-b0c6-96b17e3d03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (eea1aac4-1f46-4303-a9d7-f4a7f92166fb), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:35.089467 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37e472cd-a7e3-4ab1-b0c6-96b17e3d03b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:35.091011 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-37e472cd-a7e3-4ab1-b0c6-96b17e3d03b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eea1aac4-1f46-4303-a9d7-f4a7f92166fb HTTP/1.1" status: 204 len: 168 time: 0.1295280 Feb 28 19:50:35.099078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e472cd-a7e3-4ab1-b0c6-96b17e3d03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea1aac4-1f46-4303-a9d7-f4a7f92166fb,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:37.121686 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49382) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:37.229045 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1ad5-1b0f-49dd-b923-87d2dc6e87b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.306057 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1ad5-1b0f-49dd-b923-87d2dc6e87b3 admin admin] Publish callbacks [] for security_group (57e925fa-acc2-4b7d-884b-f31f6493ae09), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.312128 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1ad5-1b0f-49dd-b923-87d2dc6e87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (57e925fa-acc2-4b7d-884b-f31f6493ae09), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.349755 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-8c5f1ad5-1b0f-49dd-b923-87d2dc6e87b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a99624deb5c54c03ac4175f7fa742f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269773 Feb 28 19:50:37.350599 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1ad5-1b0f-49dd-b923-87d2dc6e87b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e925fa-acc2-4b7d-884b-f31f6493ae09,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:37.352623 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49386) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:37.412695 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e11675c3-7b48-4119-9cfc-756f98f45929 admin admin] Publish callbacks [] for security_group (57e925fa-acc2-4b7d-884b-f31f6493ae09), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.435055 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e11675c3-7b48-4119-9cfc-756f98f45929 admin admin] Publish callbacks [] for security_group (57e925fa-acc2-4b7d-884b-f31f6493ae09), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.483435 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e11675c3-7b48-4119-9cfc-756f98f45929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (57e925fa-acc2-4b7d-884b-f31f6493ae09), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.486175 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-e11675c3-7b48-4119-9cfc-756f98f45929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.487355 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e11675c3-7b48-4119-9cfc-756f98f45929 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57e925fa-acc2-4b7d-884b-f31f6493ae09 HTTP/1.1" status: 204 len: 168 time: 0.1333406 Feb 28 19:50:37.494953 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11675c3-7b48-4119-9cfc-756f98f45929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e925fa-acc2-4b7d-884b-f31f6493ae09,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:37.768532 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49392) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:37.782554 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0345-2882-4db0-8ec1-a7798dbbb1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.856616 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0345-2882-4db0-8ec1-a7798dbbb1fe admin admin] Publish callbacks [] for security_group (689969ee-347b-41d1-90fc-8a06bb4cdde4), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.862758 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6d1c0345-2882-4db0-8ec1-a7798dbbb1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (689969ee-347b-41d1-90fc-8a06bb4cdde4), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.899789 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6d1c0345-2882-4db0-8ec1-a7798dbbb1fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8c211bd5943474f8d6909c4c29175eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298587 Feb 28 19:50:37.900630 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c0345-2882-4db0-8ec1-a7798dbbb1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689969ee-347b-41d1-90fc-8a06bb4cdde4,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:37.902790 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49394) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:37.955867 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd86d4-51cb-4c5a-bd25-efb8386b1f8c admin admin] Publish callbacks [] for security_group (689969ee-347b-41d1-90fc-8a06bb4cdde4), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:37.978998 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd86d4-51cb-4c5a-bd25-efb8386b1f8c admin admin] Publish callbacks [] for security_group (689969ee-347b-41d1-90fc-8a06bb4cdde4), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:38.031507 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd86d4-51cb-4c5a-bd25-efb8386b1f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (689969ee-347b-41d1-90fc-8a06bb4cdde4), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:38.034088 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd86d4-51cb-4c5a-bd25-efb8386b1f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:38.035197 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c8cd86d4-51cb-4c5a-bd25-efb8386b1f8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/689969ee-347b-41d1-90fc-8a06bb4cdde4 HTTP/1.1" status: 204 len: 168 time: 0.1314001 Feb 28 19:50:38.042762 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd86d4-51cb-4c5a-bd25-efb8386b1f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689969ee-347b-41d1-90fc-8a06bb4cdde4,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:41.107034 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:50:45.248954 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d6f4b905-72e0-4d74-9d2d-fc3f0f214614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:47.680545 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6396552c-12e0-48e7-99eb-18d256ed2909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:48.788741 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:48.869412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49512) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:48.986980 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d2e63714-d27e-4301-9a74-274fe039e208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.062161 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d2e63714-d27e-4301-9a74-274fe039e208 admin admin] Publish callbacks [] for security_group (0d025fcb-6c43-4f5f-915c-dda727cbb129), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.068924 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d2e63714-d27e-4301-9a74-274fe039e208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (0d025fcb-6c43-4f5f-915c-dda727cbb129), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.107414 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d2e63714-d27e-4301-9a74-274fe039e208 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa5b5e7f87484787a20ce2b141fd7a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368553 Feb 28 19:50:49.108345 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e63714-d27e-4301-9a74-274fe039e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d025fcb-6c43-4f5f-915c-dda727cbb129,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:49.110346 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49516) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:49.159483 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3f88fdfd-673a-4d5e-b912-c50fc2547889 admin admin] Publish callbacks [] for security_group (0d025fcb-6c43-4f5f-915c-dda727cbb129), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.180682 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3f88fdfd-673a-4d5e-b912-c50fc2547889 admin admin] Publish callbacks [] for security_group (0d025fcb-6c43-4f5f-915c-dda727cbb129), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.233329 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3f88fdfd-673a-4d5e-b912-c50fc2547889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (0d025fcb-6c43-4f5f-915c-dda727cbb129), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.235967 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3f88fdfd-673a-4d5e-b912-c50fc2547889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.237196 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3f88fdfd-673a-4d5e-b912-c50fc2547889 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d025fcb-6c43-4f5f-915c-dda727cbb129 HTTP/1.1" status: 204 len: 168 time: 0.1257422 Feb 28 19:50:49.245266 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88fdfd-673a-4d5e-b912-c50fc2547889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d025fcb-6c43-4f5f-915c-dda727cbb129,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:49.511435 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49522) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:49.525861 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9f6194cc-107a-47f6-8247-3a22016d2026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.608180 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9f6194cc-107a-47f6-8247-3a22016d2026 admin admin] Publish callbacks [] for security_group (cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.613239 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9f6194cc-107a-47f6-8247-3a22016d2026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.649012 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6194cc-107a-47f6-8247-3a22016d2026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:49.653474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9f6194cc-107a-47f6-8247-3a22016d2026 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9a5298baf564309b60943b2f7de6e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409314 Feb 28 19:50:49.656366 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49524) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:50:49.707483 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9388a41a-4914-4138-8f9b-6a6b666bd1b3 admin admin] Publish callbacks [] for security_group (cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.731722 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9388a41a-4914-4138-8f9b-6a6b666bd1b3 admin admin] Publish callbacks [] for security_group (cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.786785 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9388a41a-4914-4138-8f9b-6a6b666bd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.789638 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-9388a41a-4914-4138-8f9b-6a6b666bd1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:49.790805 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-9388a41a-4914-4138-8f9b-6a6b666bd1b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37 HTTP/1.1" status: 204 len: 168 time: 0.1336946 Feb 28 19:50:49.800136 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388a41a-4914-4138-8f9b-6a6b666bd1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b49ef-a1ef-4c05-bc4c-3b3fcc0ecb37,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:50:50.046076 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:50.349941 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:50:51.587996 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:00.169718 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-54da5d67-8e9d-476c-bcae-f8dc901c786f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447769 Feb 28 19:51:00.239537 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-9d4ee1d6-ab8b-40ea-9f64-b762958a1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:00.239537 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-9d4ee1d6-ab8b-40ea-9f64-b762958a1b2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1130 time: 0.0469205 Feb 28 19:51:00.343368 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-28a666cd-5432-4516-a349-80e8ff85831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:00.344826 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-28a666cd-5432-4516-a349-80e8ff85831a service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.0871317 Feb 28 19:51:00.412516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-52af4772-516d-4e28-922e-2cc7a7bfee2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 1001 time: 0.0603402 Feb 28 19:51:00.463634 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-ae00e8fa-095d-4ea8-81a9-ce56f29adf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:00.465005 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-ae00e8fa-095d-4ea8-81a9-ce56f29adf00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0469894 Feb 28 19:51:00.515407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-2a9d3167-ea57-44d3-9dc9-587c36fa5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:00.517034 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-2a9d3167-ea57-44d3-9dc9-587c36fa5b87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455828 Feb 28 19:51:00.615102 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-1b19a371-129f-4ad4-9b15-2d3616e9d202 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912635 Feb 28 19:51:00.711231 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0f84612a-27c9-40cf-9ff4-fa98bd567902 req-bb75d8a6-685d-4363-af02-fab2cf8b7963 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892787 Feb 28 19:51:02.463013 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49626) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:02.573572 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c80-b1cb-4d88-9b90-f678c90ef711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.653803 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c80-b1cb-4d88-9b90-f678c90ef711 admin admin] Publish callbacks [] for security_group (c58328d9-32d8-419e-b462-40b2d931d682), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.659865 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d6b59c80-b1cb-4d88-9b90-f678c90ef711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c58328d9-32d8-419e-b462-40b2d931d682), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.702442 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-d6b59c80-b1cb-4d88-9b90-f678c90ef711 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a91e9b5618f04801b2513a333c1e6f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383480 Feb 28 19:51:02.703810 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b59c80-b1cb-4d88-9b90-f678c90ef711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58328d9-32d8-419e-b462-40b2d931d682,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:02.705888 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49630) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:02.756097 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-596cda2f-98ab-4ccd-bd5b-4989719041d8 admin admin] Publish callbacks [] for security_group (c58328d9-32d8-419e-b462-40b2d931d682), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.777405 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-596cda2f-98ab-4ccd-bd5b-4989719041d8 admin admin] Publish callbacks [] for security_group (c58328d9-32d8-419e-b462-40b2d931d682), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.827517 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-596cda2f-98ab-4ccd-bd5b-4989719041d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c58328d9-32d8-419e-b462-40b2d931d682), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.830231 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-596cda2f-98ab-4ccd-bd5b-4989719041d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:02.831434 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-596cda2f-98ab-4ccd-bd5b-4989719041d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c58328d9-32d8-419e-b462-40b2d931d682 HTTP/1.1" status: 204 len: 168 time: 0.1244726 Feb 28 19:51:02.839176 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cda2f-98ab-4ccd-bd5b-4989719041d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58328d9-32d8-419e-b462-40b2d931d682,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:03.922097 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49664) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:04.040036 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-611d714d-13df-4b32-8bba-73adf345b680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.111171 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-611d714d-13df-4b32-8bba-73adf345b680 admin admin] Publish callbacks [] for security_group (1835fbc9-05ca-4d6e-946d-96beff50a5a1), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.116951 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-611d714d-13df-4b32-8bba-73adf345b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1835fbc9-05ca-4d6e-946d-96beff50a5a1), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.155737 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-611d714d-13df-4b32-8bba-73adf345b680 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cdd18433a09b47d496632baa098b0695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326014 Feb 28 19:51:04.156589 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d714d-13df-4b32-8bba-73adf345b680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1835fbc9-05ca-4d6e-946d-96beff50a5a1,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:04.158750 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49668) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:04.206121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-62569372-148d-414d-ac5c-dfa4c0b48238 admin admin] Publish callbacks [] for security_group (1835fbc9-05ca-4d6e-946d-96beff50a5a1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.231038 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-62569372-148d-414d-ac5c-dfa4c0b48238 admin admin] Publish callbacks [] for security_group (1835fbc9-05ca-4d6e-946d-96beff50a5a1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.279814 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-62569372-148d-414d-ac5c-dfa4c0b48238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (1835fbc9-05ca-4d6e-946d-96beff50a5a1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.282407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-62569372-148d-414d-ac5c-dfa4c0b48238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:04.283552 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-62569372-148d-414d-ac5c-dfa4c0b48238 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1835fbc9-05ca-4d6e-946d-96beff50a5a1 HTTP/1.1" status: 204 len: 168 time: 0.1237404 Feb 28 19:51:04.291569 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62569372-148d-414d-ac5c-dfa4c0b48238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1835fbc9-05ca-4d6e-946d-96beff50a5a1,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:15.257321 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-29747141-4eea-4439-b802-63414f5c4769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:17.678148 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6df91394-b257-41c8-964f-9632706c9e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:18.106875 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:51:18.805851 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:20.054496 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:20.370890 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:21.581909 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:21.607566 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22509e-e75a-4b31-abe5-31a6cc14075b req-ccd27b88-5b7e-437a-9a21-0cada1676a05 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:21.609053 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1a22509e-e75a-4b31-abe5-31a6cc14075b req-ccd27b88-5b7e-437a-9a21-0cada1676a05 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.2133329 Feb 28 19:51:21.654813 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1a22509e-e75a-4b31-abe5-31a6cc14075b req-943a6c6e-a292-4dcd-98f9-543666815d34 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399942 Feb 28 19:51:22.857021 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997638-429a-4082-8735-37b5de89ec5c req-1a957b57-feda-44fb-ba3f-8392cda62313 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:22.858532 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e0997638-429a-4082-8735-37b5de89ec5c req-1a957b57-feda-44fb-ba3f-8392cda62313 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.1103852 Feb 28 19:51:22.909770 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e0997638-429a-4082-8735-37b5de89ec5c req-e83c7742-ed3c-40c5-8730-6e0b9c4e7274 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups?id=b02ca0c9-7204-4e35-8dfe-c85a0d24d046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Feb 28 19:51:23.305144 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac481110-299e-442e-9579-6473d44446c6 req-6c3adc26-05d2-457e-9c4b-99f7f1ad808b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:51:23.306621 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac481110-299e-442e-9579-6473d44446c6 req-6c3adc26-05d2-457e-9c4b-99f7f1ad808b tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 946 time: 0.0583339 Feb 28 19:51:23.407086 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Deleting port ccd590cd-8616-4f3d-8000-5128794f248c {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:51:23.407430 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:23.498546 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] For port ccd590cd-8616-4f3d-8000-5128794f248c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ccd590cd-8616-4f3d-8000-5128794f248c,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:51:23.498839 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:23.664294 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:23.664639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555469'] for floatingip (d7999fbe-01b2-45c2-91a2-ef37424ec2e5), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:23.665264 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Floating IP d7999fbe-01b2-45c2-91a2-ef37424ec2e5 disassociated. External IP: 172.27.0.36, port: ccd590cd-8616-4f3d-8000-5128794f248c. Feb 28 19:51:23.665741 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Calling delete_port for ccd590cd-8616-4f3d-8000-5128794f248c owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:51:23.797370 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (ccd590cd-8616-4f3d-8000-5128794f248c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:23.825124 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event deleted for resources: {'Port': ['ID=ccd590cd-8616-4f3d-8000-5128794f248c,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:23.836390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.836769 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.837127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.837486 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.837825 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.838162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.838510 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.838854 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.839166 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.839497 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.839828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.840155 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.840468 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:23.956819 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Router ccf262fd-4703-4b60-adb2-39e496af10d5 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:51:24.033636 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78c7a4cb-dd0a-4bd1-8f95-ae8b82d8c8fd req-8c656cf7-469c-411a-ae40-f8bddc01c6f9 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0d421f-2e32-4103-a2d6-73c7a45101c6 HTTP/1.1" status: 200 len: 210 time: 0.0316331 Feb 28 19:51:24.089565 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:51:24.099321 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:51:24.110501 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:51:24.111116 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:24.134110 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] No DVR routers for this DVR port ccd590cd-8616-4f3d-8000-5128794f248c on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:51:24.136972 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:24.140765 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ac481110-299e-442e-9579-6473d44446c6 req-95938a28-fe33-4426-bd04-ca41cb54e312 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.30 "DELETE /v2.0/ports/ccd590cd-8616-4f3d-8000-5128794f248c HTTP/1.1" status: 204 len: 173 time: 0.8288820 Feb 28 19:51:24.141221 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-deleted', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:51:24.144321 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4db207-cef9-437d-91b1-0d5447f2202b" -d '{"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-deleted", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:51:24.185434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a9ffca-986a-4b2a-8ec0-7d49975fa93b x-openstack-request-id: req-35a9ffca-986a-4b2a-8ec0-7d49975fa93b {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:51:24.185733 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0d421f-2e32-4103-a2d6-73c7a45101c6", "name": "network-vif-deleted", "tag": "ccd590cd-8616-4f3d-8000-5128794f248c", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:51:24.185964 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35a9ffca-986a-4b2a-8ec0-7d49975fa93b {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:51:24.186357 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d421f-2e32-4103-a2d6-73c7a45101c6', 'name': 'network-vif-deleted', 'tag': 'ccd590cd-8616-4f3d-8000-5128794f248c', 'status': 'completed', 'code': 200} Feb 28 19:51:24.223103 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:51:24.425053 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:24.453392 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:51:24.461947 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:51:24.462539 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:24.568390 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:51:24.772509 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:24.799323 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00908c-9a43-4032-8352-5b0232b404a2 None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:40:59Z', 'revision_number': 4, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a73e7ce1-239f-4b1c-aa5a-31f36bb19164', 'name': '', 'network_id': 'a3aef109-e206-4d34-9278-7ec9dbda3552', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'mac_address': 'fa:16:3e:8f:1d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:52Z', 'updated_at': '2022-02-28T19:41:05Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'subnets': [{'id': 'cb6e962d-6371-48c4-8ae4-65ff26079780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:51:25.020633 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af722a9-e8a0-4778-95e8-5c9401f5111d None None] New status for floating IP d7999fbe-01b2-45c2-91a2-ef37424ec2e5: DOWN {{(pid=109446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:51:25.131737 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49716) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:25.188127 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-118053c4-b5e8-4e72-a716-5352e12ca309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (b02ca0c9-7204-4e35-8dfe-c85a0d24d046), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.210953 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-118053c4-b5e8-4e72-a716-5352e12ca309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (b02ca0c9-7204-4e35-8dfe-c85a0d24d046), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.260681 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-118053c4-b5e8-4e72-a716-5352e12ca309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b02ca0c9-7204-4e35-8dfe-c85a0d24d046), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.263513 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-118053c4-b5e8-4e72-a716-5352e12ca309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.264735 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-118053c4-b5e8-4e72-a716-5352e12ca309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "DELETE /v2.0/security-groups/b02ca0c9-7204-4e35-8dfe-c85a0d24d046 HTTP/1.1" status: 204 len: 168 time: 0.1318932 Feb 28 19:51:25.267722 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49718) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:25.274305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118053c4-b5e8-4e72-a716-5352e12ca309 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ca0c9-7204-4e35-8dfe-c85a0d24d046,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:25.281539 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.api.v2.resource [None req-cd5e6d29-021e-4488-b800-8f7fcd18b5d5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] show failed (client error): The resource could not be found. Feb 28 19:51:25.282529 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-cd5e6d29-021e-4488-b800-8f7fcd18b5d5 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "GET /v2.0/security-groups/b02ca0c9-7204-4e35-8dfe-c85a0d24d046 HTTP/1.1" status: 404 len: 347 time: 0.0137994 Feb 28 19:51:25.285843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49720) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:25.411539 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Deleting port 621fe1cc-0c0b-424c-8438-fd5d5d1cce22 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:51:25.411857 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.495362 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.495704 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.509224 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Calling delete_port for 621fe1cc-0c0b-424c-8438-fd5d5d1cce22 owned by network:floatingip {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:51:25.640867 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (621fe1cc-0c0b-424c-8438-fd5d5d1cce22), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.668180 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Pushing event deleted for resources: {'Port': ['ID=621fe1cc-0c0b-424c-8438-fd5d5d1cce22,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:25.726986 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks [] for floatingip (d7999fbe-01b2-45c2-91a2-ef37424ec2e5), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.729613 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:25.731094 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-ee0bc43d-a348-465f-9aa2-f142c045f8f8 tempest-AttachVolumeShelveTestJSON-2084172768 tempest-AttachVolumeShelveTestJSON-2084172768-project] 10.222.0.47 "DELETE /v2.0/floatingips/d7999fbe-01b2-45c2-91a2-ef37424ec2e5 HTTP/1.1" status: 204 len: 168 time: 0.4440153 Feb 28 19:51:26.588882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:51:26.616332 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: ccd590cd-8616-4f3d-8000-5128794f248c {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:51:26.616682 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device ccd590cd-8616-4f3d-8000-5128794f248c not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:51:28.183464 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49744) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:28.642371 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (ccf262fd-4703-4b60-adb2-39e496af10d5), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:28.894555 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Deleting port a73e7ce1-239f-4b1c-aa5a-31f36bb19164 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:51:28.894812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:28.972290 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] For port a73e7ce1-239f-4b1c-aa5a-31f36bb19164, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:51:28.972943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:28.987026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Calling delete_port for a73e7ce1-239f-4b1c-aa5a-31f36bb19164 owned by network:router_interface {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:51:29.174141 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a73e7ce1-239f-4b1c-aa5a-31f36bb19164), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:29.202318 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73e7ce1-239f-4b1c-aa5a-31f36bb19164,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:29.366122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (ccf262fd-4703-4b60-adb2-39e496af10d5), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:29.592798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Router ccf262fd-4703-4b60-adb2-39e496af10d5 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:51:30.002592 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:51:30.007720 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-30346da0-fef6-4d62-a155-5c2b204922b6 admin admin] 10.222.0.47 "PUT /v2.0/routers/ccf262fd-4703-4b60-adb2-39e496af10d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8232465 Feb 28 19:51:30.010588 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49748) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:30.017858 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] Sync routers for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:51:30.028670 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:51:30.029328 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:30.120835 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks [] for router (ccf262fd-4703-4b60-adb2-39e496af10d5), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.221672 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:51:30.226108 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks [] for router_gateway (ccf262fd-4703-4b60-adb2-39e496af10d5), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.290239 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Deleting port 40c013d5-f731-4973-b07f-5d9d58458958 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:51:30.290466 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (40c013d5-f731-4973-b07f-5d9d58458958), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.368179 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] For port 40c013d5-f731-4973-b07f-5d9d58458958, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=40c013d5-f731-4973-b07f-5d9d58458958,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:51:30.368537 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (40c013d5-f731-4973-b07f-5d9d58458958), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.381344 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Calling delete_port for 40c013d5-f731-4973-b07f-5d9d58458958 owned by network:router_gateway {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:51:30.400228 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '40c013d5-f731-4973-b07f-5d9d58458958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:51:29Z', 'revision_number': 5, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port': {'id': '40c013d5-f731-4973-b07f-5d9d58458958', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:40:46Z', 'updated_at': '2022-02-28T19:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:30.426167 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] Checking router: ccf262fd-4703-4b60-adb2-39e496af10d5 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:51:30.435683 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] Routers {'ccf262fd-4703-4b60-adb2-39e496af10d5'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:51:30.436339 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['ccf262fd-4703-4b60-adb2-39e496af10d5'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:30.523136 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] Set router ccf262fd-4703-4b60-adb2-39e496af10d5 gateway port host: None {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:51:30.547733 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (40c013d5-f731-4973-b07f-5d9d58458958), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.576976 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c013d5-f731-4973-b07f-5d9d58458958,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:30.577437 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:51:30Z', 'revision_number': 6, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:30.589582 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.589933 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.590276 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.590610 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.590933 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.591255 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.591578 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.591911 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.592354 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.592683 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.593000 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.593351 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.593669 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:51:30.607055 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04780ed0-c6b9-45e7-ac4e-8e109897f6b6 None None] The sync data for ids ['ccf262fd-4703-4b60-adb2-39e496af10d5'] in dv-cinder-831247-1-iscsi is: [{'id': 'ccf262fd-4703-4b60-adb2-39e496af10d5', 'name': 'tempest-AttachVolumeShelveTestJSON-664022125-router', 'tenant_id': '83402f31dae0475085579d1be7a9ae46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:40:45Z', 'updated_at': '2022-02-28T19:51:30Z', 'revision_number': 6, 'project_id': '83402f31dae0475085579d1be7a9ae46', 'gw_port_host': None}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:51:30.650487 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (ccf262fd-4703-4b60-adb2-39e496af10d5), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.738594 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (ccf262fd-4703-4b60-adb2-39e496af10d5), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.740878 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks [] for router_controller (ccf262fd-4703-4b60-adb2-39e496af10d5), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.785832 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (ccf262fd-4703-4b60-adb2-39e496af10d5), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.786343 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf262fd-4703-4b60-adb2-39e496af10d5 {{(pid=109444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:51:30.791353 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.792530 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6ef48d63-8e52-47a3-89ae-bfec44420a34 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ccf262fd-4703-4b60-adb2-39e496af10d5 HTTP/1.1" status: 204 len: 168 time: 0.7809355 Feb 28 19:51:30.795301 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49750) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:30.842054 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Deleting subnet cb6e962d-6371-48c4-8ae4-65ff26079780 {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:51:30.845258 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Publish callbacks [] for subnet (cb6e962d-6371-48c4-8ae4-65ff26079780), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.880562 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (cb6e962d-6371-48c4-8ae4-65ff26079780), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:30.954533 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (cb6e962d-6371-48c4-8ae4-65ff26079780), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.014927 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (cb6e962d-6371-48c4-8ae4-65ff26079780), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.040556 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6e962d-6371-48c4-8ae4-65ff26079780,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:31.047073 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.050479 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-b3c45b1e-80e2-4d93-8957-e23c04ec8ce4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cb6e962d-6371-48c4-8ae4-65ff26079780 HTTP/1.1" status: 204 len: 168 time: 0.2540936 Feb 28 19:51:31.052899 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49752) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:31.053528 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3cbe6-5a7f-4cb1-8183-acddabd926b6 None None] Network a3aef109-e206-4d34-9278-7ec9dbda3552 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:51:31.118870 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (a3aef109-e206-4d34-9278-7ec9dbda3552), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.170983 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Deleting port c104790f-53d8-40c1-9afe-a52d52f5c509 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:51:31.171323 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.234997 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] For port c104790f-53d8-40c1-9afe-a52d52f5c509, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=c104790f-53d8-40c1-9afe-a52d52f5c509,segment=NetworkSegment(c3d86294-8719-4745-b6f3-2de80f8604f1),segment_id=c3d86294-8719-4745-b6f3-2de80f8604f1)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:51:31.235360 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.248347 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Calling delete_port for c104790f-53d8-40c1-9afe-a52d52f5c509 owned by network:dhcp {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:51:31.330869 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (c104790f-53d8-40c1-9afe-a52d52f5c509), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.358956 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c104790f-53d8-40c1-9afe-a52d52f5c509,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:31.362637 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] No DVR routers for this DVR port c104790f-53d8-40c1-9afe-a52d52f5c509 on host dv-cinder-831247-1-iscsi {{(pid=109444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:51:31.399642 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df475f80-28d6-40ef-8151-13c0a04f6c33 None None] DHCP port deletion for a3aef109-e206-4d34-9278-7ec9dbda3552 request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:51:31.431982 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (a3aef109-e206-4d34-9278-7ec9dbda3552), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.452268 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aef109-e206-4d34-9278-7ec9dbda3552']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:31.461584 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d86294-8719-4745-b6f3-2de80f8604f1') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:31.461880 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d86294-8719-4745-b6f3-2de80f8604f1') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:51:31.474128 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (c3d86294-8719-4745-b6f3-2de80f8604f1), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.488028 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (c3d86294-8719-4745-b6f3-2de80f8604f1), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.494586 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:51:31.494955 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (c3d86294-8719-4745-b6f3-2de80f8604f1), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:51:31.496704 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:51:31.514691 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 40c013d5-f731-4973-b07f-5d9d58458958 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:51:31.538400 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 40c013d5-f731-4973-b07f-5d9d58458958 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:51:31.538743 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 40c013d5-f731-4973-b07f-5d9d58458958 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:51:31.539161 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c104790f-53d8-40c1-9afe-a52d52f5c509 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:51:31.554075 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (a3aef109-e206-4d34-9278-7ec9dbda3552), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.559137 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: c104790f-53d8-40c1-9afe-a52d52f5c509 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:51:31.559488 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device c104790f-53d8-40c1-9afe-a52d52f5c509 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:51:31.559604 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.559895 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device a73e7ce1-239f-4b1c-aa5a-31f36bb19164 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:51:31.567998 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] 10.222.0.47 "DELETE /v2.0/networks/a3aef109-e206-4d34-9278-7ec9dbda3552 HTTP/1.1" status: 204 len: 168 time: 0.5098944 Feb 28 19:51:31.574840 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65d24-6b0b-41d2-a111-b51758508b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3aef109-e206-4d34-9278-7ec9dbda3552,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:31.587104 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: a73e7ce1-239f-4b1c-aa5a-31f36bb19164 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:51:31.587403 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device a73e7ce1-239f-4b1c-aa5a-31f36bb19164 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:51:31.701640 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49756) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:31.740318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-df451aba-55f1-46b8-9528-d9621ac3bf15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83402f31dae0475085579d1be7a9ae46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374267 Feb 28 19:51:31.743220 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 49758) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:31.788370 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a05be707-3e9e-4bc2-8c14-1250b6f510c6 admin admin] Publish callbacks [] for security_group (16e34172-35aa-49e3-a682-b8c0d6301034), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.808656 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a05be707-3e9e-4bc2-8c14-1250b6f510c6 admin admin] Publish callbacks [] for security_group (16e34172-35aa-49e3-a682-b8c0d6301034), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.857458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a05be707-3e9e-4bc2-8c14-1250b6f510c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (16e34172-35aa-49e3-a682-b8c0d6301034), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.861943 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a05be707-3e9e-4bc2-8c14-1250b6f510c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:31.863491 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a05be707-3e9e-4bc2-8c14-1250b6f510c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16e34172-35aa-49e3-a682-b8c0d6301034 HTTP/1.1" status: 204 len: 168 time: 0.1194057 Feb 28 19:51:31.871434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05be707-3e9e-4bc2-8c14-1250b6f510c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e34172-35aa-49e3-a682-b8c0d6301034,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:51:45.254282 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d562534e-8bc5-416a-82b2-ed4c06896e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:47.679689 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-606c3771-3c13-4320-b33c-e7b09e31f780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:48.807716 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:50.052903 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:50.383075 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:51.597407 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:55.112096 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:51:59.517866 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 49992) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:51:59.834002 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Deleting port e310a760-47d0-46f8-9ac4-0b3173705443 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:51:59.834243 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (e310a760-47d0-46f8-9ac4-0b3173705443), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:59.905295 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (e310a760-47d0-46f8-9ac4-0b3173705443), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:59.905617 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for floatingip (e310a760-47d0-46f8-9ac4-0b3173705443), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:51:59.918651 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Calling delete_port for e310a760-47d0-46f8-9ac4-0b3173705443 owned by network:floatingip {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:00.095226 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (e310a760-47d0-46f8-9ac4-0b3173705443), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:00.120468 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event deleted for resources: {'Port': ['ID=e310a760-47d0-46f8-9ac4-0b3173705443,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:00.181623 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for floatingip (765145ac-6dde-4a32-bf4c-c777e6e722ce), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:00.181936 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.l3_db [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Floating IP 765145ac-6dde-4a32-bf4c-c777e6e722ce disassociated (deleted). External IP: 172.27.0.147, port: 081e7f15-f847-4e22-b235-44da4221dc59. Feb 28 19:52:00.625846 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:52:00.739185 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:52:00.744088 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:00.750965 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] Sync routers for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:52:00.762130 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:00.762761 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:00.774960 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3aa84fef-5f94-44e2-a16f-82644d0fa36e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "DELETE /v2.0/floatingips/765145ac-6dde-4a32-bf4c-c777e6e722ce HTTP/1.1" status: 204 len: 168 time: 1.2557440 Feb 28 19:52:00.775556 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:52:00.777948 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280053d0-3e05-410c-a861-996adcc82d32" -d '{"events": [{"name": "network-changed", "server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:52:00.872982 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:00.938408 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2230c5cf-887f-42de-884c-d9ccb255ec52 x-openstack-request-id: req-2230c5cf-887f-42de-884c-d9ccb255ec52 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:52:00.938792 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:52:00.939132 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2230c5cf-887f-42de-884c-d9ccb255ec52 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:52:00.939602 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'status': 'completed', 'code': 200} Feb 28 19:52:01.005982 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620a2ca-489a-4ee5-a91f-b85775dd7a62 req-4c7e59b1-e623-433a-9c44-b239c5c62be4 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:01.007468 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9620a2ca-489a-4ee5-a91f-b85775dd7a62 req-4c7e59b1-e623-433a-9c44-b239c5c62be4 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0577295 Feb 28 19:52:01.079002 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:01.087873 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9620a2ca-489a-4ee5-a91f-b85775dd7a62 req-e1741466-acc0-48be-8c4c-a052343bc417 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732868 Feb 28 19:52:01.097344 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280053d0-3e05-410c-a861-996adcc82d32 req-b9e19a5e-be98-4faf-9260-7d521153830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:01.099101 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-b9e19a5e-be98-4faf-9260-7d521153830f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=022462fefc6e4f64bd95091439fda64c&device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 1129 time: 0.1372344 Feb 28 19:52:01.105288 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] Checking router: 932dbc17-373e-4d98-9b2d-4fe9289be2c1 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:52:01.116894 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:01.117545 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:01.228305 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:01.444234 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:01.470288 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66ff53d-f6b8-4931-a07c-e91a0046db65 None None] The sync data for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi is: [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:08Z', 'revision_number': 4, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': '8e80b414-38bf-4330-b627-17ef001be0b8', 'name': '', 'network_id': '7cc2ae70-7570-49a3-8132-5411113228ff', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'mac_address': 'fa:16:3e:71:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:08Z', 'updated_at': '2022-02-28T19:46:12Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'subnets': [{'id': '34544c21-823e-46e1-a555-1b5b0ddd925e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:52:01.696217 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c432557-1b77-474a-9df3-8e1eb4b32941 None None] New status for floating IP 765145ac-6dde-4a32-bf4c-c777e6e722ce: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:52:02.209836 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35374c2f-79a3-410c-b22f-f1062fdb23ec req-1c557cb2-9eeb-4e6d-b31b-2b7dbea85a2e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:02.211421 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35374c2f-79a3-410c-b22f-f1062fdb23ec req-1c557cb2-9eeb-4e6d-b31b-2b7dbea85a2e tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0554583 Feb 28 19:52:02.316327 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-35374c2f-79a3-410c-b22f-f1062fdb23ec req-e21e9273-4827-4673-9625-8268a3ff6f67 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968421 Feb 28 19:52:02.336023 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280053d0-3e05-410c-a861-996adcc82d32 req-f9a0cb7e-82d7-4da0-8276-a8d9adac2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:02.337484 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-f9a0cb7e-82d7-4da0-8276-a8d9adac2b60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 200 len: 910 time: 0.1252129 Feb 28 19:52:03.460007 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb720362-0828-4040-9616-83a2edc3fee5 req-ede6e39a-78bf-483b-9ae6-0dd7ec2622cc tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:03.461536 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb720362-0828-4040-9616-83a2edc3fee5 req-ede6e39a-78bf-483b-9ae6-0dd7ec2622cc tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0688255 Feb 28 19:52:03.512484 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eb720362-0828-4040-9616-83a2edc3fee5 req-a722929a-b1f8-4000-933b-5e71e7d23d41 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451562 Feb 28 19:52:04.285013 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-3d5ce378-bcae-47a1-8e82-32797e678183 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 200 len: 217 time: 0.0450571 Feb 28 19:52:04.352423 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280053d0-3e05-410c-a861-996adcc82d32 req-480a837a-2f3a-4f64-9a22-a978cf069a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.353842 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-480a837a-2f3a-4f64-9a22-a978cf069a29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 200 len: 848 time: 0.0501637 Feb 28 19:52:04.359318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-22e31186-8f74-4ab8-adda-ac631ec74364 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827141 Feb 28 19:52:04.442198 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280053d0-3e05-410c-a861-996adcc82d32 req-470c6a16-bcfc-45f8-a52a-ec66008baa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.443593 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-470c6a16-bcfc-45f8-a52a-ec66008baa6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7cc2ae70-7570-49a3-8132-5411113228ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728459 Feb 28 19:52:04.455859 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-f33596d9-9e0c-49fc-a767-d792fbb83c65 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:52:04.456788 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-f33596d9-9e0c-49fc-a767-d792fbb83c65 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055737 Feb 28 19:52:04.460910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-30c82148-fd4c-4937-85e0-a9e94d0c416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.462284 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-30c82148-fd4c-4937-85e0-a9e94d0c416a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1130 time: 0.0601668 Feb 28 19:52:04.640687 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-81cb886a-1dcb-4fbd-9baf-097ca3f8fa50 service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726120 Feb 28 19:52:04.648578 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-579eec47-b6c9-42fd-969a-a0cb01a8c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.649902 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-579eec47-b6c9-42fd-969a-a0cb01a8c2d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.1637275 Feb 28 19:52:04.768243 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-b8bb461d-b920-4994-8980-8837a6c24c8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 1001 time: 0.1096232 Feb 28 19:52:04.780066 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365c65f-cc2c-4127-91ce-0983f733b602 req-980c61e0-823d-4e71-ada9-b635883c264a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.781474 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a365c65f-cc2c-4127-91ce-0983f733b602 req-980c61e0-823d-4e71-ada9-b635883c264a tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.1951969 Feb 28 19:52:04.839294 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-280053d0-3e05-410c-a861-996adcc82d32 req-b6fa0d48-512c-45d3-bb78-966445a68a2f service neutron] 10.222.0.30 "GET /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919687 Feb 28 19:52:04.862655 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-cd4c58cc-6b09-49f0-9251-736410d0fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.864070 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-cd4c58cc-6b09-49f0-9251-736410d0fe88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0805290 Feb 28 19:52:04.885578 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a365c65f-cc2c-4127-91ce-0983f733b602 req-fb5d6b52-d9c2-4919-b879-9c43efdecbef tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922604 Feb 28 19:52:04.916654 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-ea324c7d-0ee8-4f71-bc9c-84a5c194a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:04.918167 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-ea324c7d-0ee8-4f71-bc9c-84a5c194a9b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453925 Feb 28 19:52:05.008634 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-c8c26f76-ff11-479c-b0b6-e0a5314d64d0 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832841 Feb 28 19:52:05.106688 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ef43eac6-9b36-430a-8ec3-5a5dd292af64 req-0c38131d-916c-4b29-b991-20dafb1e9945 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917084 Feb 28 19:52:06.009670 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4ac03-bc8e-43b9-a6ed-9597cd1b5553 req-5246f1a6-9401-4522-a8cb-0e6fa0acc0cf tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:06.011253 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3af4ac03-bc8e-43b9-a6ed-9597cd1b5553 req-5246f1a6-9401-4522-a8cb-0e6fa0acc0cf tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0586426 Feb 28 19:52:06.092439 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3af4ac03-bc8e-43b9-a6ed-9597cd1b5553 req-4bce7b8e-95e5-45a3-b138-6cca4b71741f tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/security-groups?id=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688114 Feb 28 19:52:06.102046 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-95a7edaa-017e-4029-9ce5-537241ef092b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:06.103522 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-95a7edaa-017e-4029-9ce5-537241ef092b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.30 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 945 time: 0.0878878 Feb 28 19:52:06.198291 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Deleting port 081e7f15-f847-4e22-b235-44da4221dc59 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:06.198521 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (081e7f15-f847-4e22-b235-44da4221dc59), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:06.288310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] For port 081e7f15-f847-4e22-b235-44da4221dc59, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=081e7f15-f847-4e22-b235-44da4221dc59,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:06.288674 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (081e7f15-f847-4e22-b235-44da4221dc59), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:06.301545 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Calling delete_port for 081e7f15-f847-4e22-b235-44da4221dc59 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:06.430844 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (081e7f15-f847-4e22-b235-44da4221dc59), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:06.458783 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event deleted for resources: {'Port': ['ID=081e7f15-f847-4e22-b235-44da4221dc59,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:06.504343 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] No DVR routers for this DVR port 081e7f15-f847-4e22-b235-44da4221dc59 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:52:06.510023 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:06.513536 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-36bcc560-8795-4ceb-a963-a5cb527e3d85 req-6c5f8a19-fdab-4815-b445-9c13e56ce296 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.30 "DELETE /v2.0/ports/081e7f15-f847-4e22-b235-44da4221dc59 HTTP/1.1" status: 204 len: 173 time: 0.4042485 Feb 28 19:52:06.514012 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-deleted', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:52:06.516797 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d156d9cb-5537-4059-9d56-5bca5b4c949e" -d '{"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-deleted", "tag": "081e7f15-f847-4e22-b235-44da4221dc59"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:52:06.615582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fa95bd-66bb-4e02-8d41-18106426e024 x-openstack-request-id: req-d2fa95bd-66bb-4e02-8d41-18106426e024 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:52:06.615881 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28434a41-f245-4773-b5a3-6ebb0b073845", "name": "network-vif-deleted", "tag": "081e7f15-f847-4e22-b235-44da4221dc59", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:52:06.616138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2fa95bd-66bb-4e02-8d41-18106426e024 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:52:06.616543 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28434a41-f245-4773-b5a3-6ebb0b073845', 'name': 'network-vif-deleted', 'tag': '081e7f15-f847-4e22-b235-44da4221dc59', 'status': 'completed', 'code': 200} Feb 28 19:52:07.216266 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-40c4a8d1-17d0-405b-b866-b7437ebd46d2 req-59ad9a2c-b569-43f9-88b8-b820f18452b9 tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "GET /v2.0/ports?device_id=28434a41-f245-4773-b5a3-6ebb0b073845 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Feb 28 19:52:08.279466 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50090) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:08.336148 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d9f6621d-3538-415c-9346-3741d18d7b8b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group (582aa5aa-ff4f-4ee5-99aa-8d09f04e7293), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:08.366390 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d9f6621d-3538-415c-9346-3741d18d7b8b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group (582aa5aa-ff4f-4ee5-99aa-8d09f04e7293), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:08.434650 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d9f6621d-3538-415c-9346-3741d18d7b8b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (582aa5aa-ff4f-4ee5-99aa-8d09f04e7293), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:08.437432 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d9f6621d-3538-415c-9346-3741d18d7b8b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:08.438611 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-d9f6621d-3538-415c-9346-3741d18d7b8b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] 10.222.0.47 "DELETE /v2.0/security-groups/582aa5aa-ff4f-4ee5-99aa-8d09f04e7293 HTTP/1.1" status: 204 len: 168 time: 0.1581607 Feb 28 19:52:08.447472 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6621d-3538-415c-9346-3741d18d7b8b tempest-TestShelveInstance-1595852319 tempest-TestShelveInstance-1595852319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582aa5aa-ff4f-4ee5-99aa-8d09f04e7293,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:08.487013 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50094) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:08.772067 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:08.798617 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 081e7f15-f847-4e22-b235-44da4221dc59 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:08.798968 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 081e7f15-f847-4e22-b235-44da4221dc59 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:08.976792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (932dbc17-373e-4d98-9b2d-4fe9289be2c1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:09.231925 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Deleting port 8e80b414-38bf-4330-b627-17ef001be0b8 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:09.232266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:09.309843 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] For port 8e80b414-38bf-4330-b627-17ef001be0b8, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=8e80b414-38bf-4330-b627-17ef001be0b8,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:09.310209 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:09.323849 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Calling delete_port for 8e80b414-38bf-4330-b627-17ef001be0b8 owned by network:router_interface {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:09.529462 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (8e80b414-38bf-4330-b627-17ef001be0b8), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:09.565168 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e80b414-38bf-4330-b627-17ef001be0b8,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:09.725079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (932dbc17-373e-4d98-9b2d-4fe9289be2c1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:09.960947 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:52:10.071994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:52:10.080274 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-1f8f3262-b69c-4f1f-830a-489aaca7dfd8 admin admin] 10.222.0.47 "PUT /v2.0/routers/932dbc17-373e-4d98-9b2d-4fe9289be2c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921280 Feb 28 19:52:10.080649 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50110) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:10.082130 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] Sync routers for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:52:10.091722 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:10.092352 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:10.186286 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks [] for router (932dbc17-373e-4d98-9b2d-4fe9289be2c1), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.303370 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks [] for router_gateway (932dbc17-373e-4d98-9b2d-4fe9289be2c1), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.329774 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:10.359509 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Deleting port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:10.360092 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.442090 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] For port 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:10.442443 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.455502 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Calling delete_port for 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 owned by network:router_gateway {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:10.510090 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:52:09Z', 'revision_number': 5, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port': {'id': '29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:10.541055 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] Checking router: 932dbc17-373e-4d98-9b2d-4fe9289be2c1 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:52:10.549749 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] Routers {'932dbc17-373e-4d98-9b2d-4fe9289be2c1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:10.550365 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:10.637276 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] Set router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 gateway port host: None {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:10.638983 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.694900 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:10.695392 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:52:10Z', 'revision_number': 6, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:10.723227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3b9d-083b-4287-9edf-39b563541494 None None] The sync data for ids ['932dbc17-373e-4d98-9b2d-4fe9289be2c1'] in dv-cinder-831247-1-iscsi is: [{'id': '932dbc17-373e-4d98-9b2d-4fe9289be2c1', 'name': 'tempest-TestShelveInstance-1502074591-router', 'tenant_id': '022462fefc6e4f64bd95091439fda64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:06Z', 'updated_at': '2022-02-28T19:52:10Z', 'revision_number': 6, 'project_id': '022462fefc6e4f64bd95091439fda64c', 'gw_port_host': None}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:52:10.740291 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (932dbc17-373e-4d98-9b2d-4fe9289be2c1), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.831511 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (932dbc17-373e-4d98-9b2d-4fe9289be2c1), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.833720 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks [] for router_controller (932dbc17-373e-4d98-9b2d-4fe9289be2c1), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.882019 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (932dbc17-373e-4d98-9b2d-4fe9289be2c1), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.882566 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932dbc17-373e-4d98-9b2d-4fe9289be2c1 {{(pid=109444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:52:10.886769 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.887932 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-13a81fe0-5676-4e03-8942-febbd213f189 admin admin] 10.222.0.47 "DELETE /v2.0/routers/932dbc17-373e-4d98-9b2d-4fe9289be2c1 HTTP/1.1" status: 204 len: 168 time: 0.8059821 Feb 28 19:52:10.890888 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50120) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:10.934453 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Deleting subnet 34544c21-823e-46e1-a555-1b5b0ddd925e {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:52:10.937810 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Publish callbacks [] for subnet (34544c21-823e-46e1-a555-1b5b0ddd925e), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:10.970982 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (34544c21-823e-46e1-a555-1b5b0ddd925e), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.048122 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (34544c21-823e-46e1-a555-1b5b0ddd925e), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.107916 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (34544c21-823e-46e1-a555-1b5b0ddd925e), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.136254 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.144061 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/34544c21-823e-46e1-a555-1b5b0ddd925e HTTP/1.1" status: 204 len: 168 time: 0.2498896 Feb 28 19:52:11.144061 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592e121-a889-41e5-a8ee-5a1b9aff26b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34544c21-823e-46e1-a555-1b5b0ddd925e,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:11.144357 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d57e60-f63a-4c5e-ac7d-b651a3ec4ba6 None None] Network 7cc2ae70-7570-49a3-8132-5411113228ff requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:52:11.144799 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50122) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:11.214252 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (7cc2ae70-7570-49a3-8132-5411113228ff), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.267382 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Deleting port eec83ea6-b122-4780-8c49-19544308da86 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:11.267712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (eec83ea6-b122-4780-8c49-19544308da86), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.332408 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] For port eec83ea6-b122-4780-8c49-19544308da86, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=eec83ea6-b122-4780-8c49-19544308da86,segment=NetworkSegment(ac0b7813-b6b5-4cab-be79-fad1d8df1bd2),segment_id=ac0b7813-b6b5-4cab-be79-fad1d8df1bd2)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:11.332664 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (eec83ea6-b122-4780-8c49-19544308da86), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.346262 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Calling delete_port for eec83ea6-b122-4780-8c49-19544308da86 owned by network:dhcp {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:11.424553 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (eec83ea6-b122-4780-8c49-19544308da86), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.452948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec83ea6-b122-4780-8c49-19544308da86,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:11.456661 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] No DVR routers for this DVR port eec83ea6-b122-4780-8c49-19544308da86 on host dv-cinder-831247-1-iscsi {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:52:11.528496 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f75ae2-632a-4b30-9606-5f7b26399798 None None] DHCP port deletion for 7cc2ae70-7570-49a3-8132-5411113228ff request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:52:11.529063 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (7cc2ae70-7570-49a3-8132-5411113228ff), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.555572 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc2ae70-7570-49a3-8132-5411113228ff']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:11.565515 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:11.565807 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0b7813-b6b5-4cab-be79-fad1d8df1bd2') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:11.575123 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (ac0b7813-b6b5-4cab-be79-fad1d8df1bd2), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.588427 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (ac0b7813-b6b5-4cab-be79-fad1d8df1bd2), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.594612 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:52:11.594981 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:11.595121 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (ac0b7813-b6b5-4cab-be79-fad1d8df1bd2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:52:11.596890 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:52:11.627226 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:11.627709 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 29e2dd9f-b0a0-4954-a6fb-f1ea6beaa274 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:11.628257 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 8e80b414-38bf-4330-b627-17ef001be0b8 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:11.649121 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 8e80b414-38bf-4330-b627-17ef001be0b8 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:11.649595 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 8e80b414-38bf-4330-b627-17ef001be0b8 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:11.650118 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device eec83ea6-b122-4780-8c49-19544308da86 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:11.655028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (7cc2ae70-7570-49a3-8132-5411113228ff), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.660756 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:11.667170 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7cc2ae70-7570-49a3-8132-5411113228ff HTTP/1.1" status: 204 len: 168 time: 0.5188961 Feb 28 19:52:11.667715 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50124) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:11.670038 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: eec83ea6-b122-4780-8c49-19544308da86 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:11.670486 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device eec83ea6-b122-4780-8c49-19544308da86 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:11.676315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284cfbb-22c4-47f5-b56e-c566a4edea02 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc2ae70-7570-49a3-8132-5411113228ff,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:12.026623 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (13211316-60a5-4946-8a5f-2c02468bf7a1), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:12.276584 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Deleting port 969c8eb2-73f7-4c43-8a80-4e3766a12772 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:12.277270 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:12.355044 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] For port 969c8eb2-73f7-4c43-8a80-4e3766a12772, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=969c8eb2-73f7-4c43-8a80-4e3766a12772,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:12.355401 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:12.368372 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Calling delete_port for 969c8eb2-73f7-4c43-8a80-4e3766a12772 owned by network:router_interface {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:12.561708 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (969c8eb2-73f7-4c43-8a80-4e3766a12772), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:12.585547 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=969c8eb2-73f7-4c43-8a80-4e3766a12772,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:12.750010 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (13211316-60a5-4946-8a5f-2c02468bf7a1), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:12.971023 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Router 13211316-60a5-4946-8a5f-2c02468bf7a1 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:52:13.078816 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:52:13.083823 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-3051252b-d59e-4305-bd06-10f752b6bdb5 admin admin] 10.222.0.47 "PUT /v2.0/routers/13211316-60a5-4946-8a5f-2c02468bf7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150629 Feb 28 19:52:13.086560 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50130) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:13.089374 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] Sync routers for ids ['13211316-60a5-4946-8a5f-2c02468bf7a1'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:52:13.100485 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] Routers {'13211316-60a5-4946-8a5f-2c02468bf7a1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:13.101126 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['13211316-60a5-4946-8a5f-2c02468bf7a1'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:13.212293 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] Set router 13211316-60a5-4946-8a5f-2c02468bf7a1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:13.396190 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:52:12Z', 'revision_number': 5, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:13.415583 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks [] for router (13211316-60a5-4946-8a5f-2c02468bf7a1), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:13.427021 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] Checking router: 13211316-60a5-4946-8a5f-2c02468bf7a1 for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:52:13.435493 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] Routers {'13211316-60a5-4946-8a5f-2c02468bf7a1'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:13.436091 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:51:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['13211316-60a5-4946-8a5f-2c02468bf7a1'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:13.519545 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks [] for router_gateway (13211316-60a5-4946-8a5f-2c02468bf7a1), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:13.541625 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] Set router 13211316-60a5-4946-8a5f-2c02468bf7a1 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:13.575409 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Deleting port 424317c0-a871-4bcc-b431-5e722f31c16f {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:13.575696 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:13.656155 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] For port 424317c0-a871-4bcc-b431-5e722f31c16f, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=424317c0-a871-4bcc-b431-5e722f31c16f,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:13.656421 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:13.669864 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Calling delete_port for 424317c0-a871-4bcc-b431-5e722f31c16f owned by network:router_gateway {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:13.801515 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:52:12Z', 'revision_number': 5, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:13.828636 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9538f-7457-467d-893d-6d4acd3d79d0 None None] The sync data for ids ['13211316-60a5-4946-8a5f-2c02468bf7a1'] in dv-cinder-831247-1-iscsi is: [{'id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'name': 'tempest-TestShelveInstance-853362377-router', 'tenant_id': 'd7ad752d0ac4469daa963b588543074e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:46:10Z', 'updated_at': '2022-02-28T19:52:12Z', 'revision_number': 5, 'project_id': 'd7ad752d0ac4469daa963b588543074e', 'gw_port': {'id': '424317c0-a871-4bcc-b431-5e722f31c16f', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13211316-60a5-4946-8a5f-2c02468bf7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:46:11Z', 'updated_at': '2022-02-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:52:13.839605 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (424317c0-a871-4bcc-b431-5e722f31c16f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:13.869944 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Pushing event deleted for resources: {'Port': ['ID=424317c0-a871-4bcc-b431-5e722f31c16f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:13.927878 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (13211316-60a5-4946-8a5f-2c02468bf7a1), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.016785 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (13211316-60a5-4946-8a5f-2c02468bf7a1), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.018968 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks [] for router_controller (13211316-60a5-4946-8a5f-2c02468bf7a1), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.063481 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (13211316-60a5-4946-8a5f-2c02468bf7a1), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.064276 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13211316-60a5-4946-8a5f-2c02468bf7a1 {{(pid=109444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:52:14.069621 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.070807 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-76cefb90-099b-4f4b-ae81-ed100355a191 admin admin] 10.222.0.47 "DELETE /v2.0/routers/13211316-60a5-4946-8a5f-2c02468bf7a1 HTTP/1.1" status: 204 len: 168 time: 0.9833820 Feb 28 19:52:14.073501 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50134) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:14.129768 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Deleting subnet 5e9c2b2d-7c3a-4ee5-8f03-5caba571307a {{(pid=109444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:52:14.132955 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Publish callbacks [] for subnet (5e9c2b2d-7c3a-4ee5-8f03-5caba571307a), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.167082 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2746412'] for subnet (5e9c2b2d-7c3a-4ee5-8f03-5caba571307a), precommit_delete_associations {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.251078 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (5e9c2b2d-7c3a-4ee5-8f03-5caba571307a), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.305580 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26708728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25282834'] for subnet (5e9c2b2d-7c3a-4ee5-8f03-5caba571307a), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.334964 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9c2b2d-7c3a-4ee5-8f03-5caba571307a,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:14.338475 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for subnet (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.341761 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f9019ae5-6191-48d5-851d-e59fa1f0861b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5e9c2b2d-7c3a-4ee5-8f03-5caba571307a HTTP/1.1" status: 204 len: 168 time: 0.2671583 Feb 28 19:52:14.344264 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ae6df-05b2-4b7b-9d96-69f7a2aaaf68 None None] Network 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:52:14.344789 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50136) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:14.415441 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.470891 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Deleting port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:14.471519 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.528566 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] DHCP port deletion for 481aaa9b-fc83-4c12-9e51-dfa9c2eb023d request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:52:14.541395 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] For port 79e2c2b1-9677-4eb3-b5f2-76bbae948897, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=79e2c2b1-9677-4eb3-b5f2-76bbae948897,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:14.541768 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.554498 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Calling delete_port for 79e2c2b1-9677-4eb3-b5f2-76bbae948897 owned by network:dhcp {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:14.573069 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Deleting port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 {{(pid=109446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:14.573469 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), before_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.633637 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.637236 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] For port 79e2c2b1-9677-4eb3-b5f2-76bbae948897, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=79e2c2b1-9677-4eb3-b5f2-76bbae948897,segment=NetworkSegment(81c7929c-1f92-4c51-99f9-4d9b66d21945),segment_id=81c7929c-1f92-4c51-99f9-4d9b66d21945)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:14.637642 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), precommit_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.650110 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Calling delete_port for 79e2c2b1-9677-4eb3-b5f2-76bbae948897 owned by network:dhcp {{(pid=109446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:14.660807 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e2c2b1-9677-4eb3-b5f2-76bbae948897,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:14.662705 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] No DVR routers for this DVR port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 on host dv-cinder-831247-1-iscsi {{(pid=109444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:52:14.728486 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (79e2c2b1-9677-4eb3-b5f2-76bbae948897), after_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.734902 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.754796 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481aaa9b-fc83-4c12-9e51-dfa9c2eb023d']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:14.755554 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] No DVR routers for this DVR port 79e2c2b1-9677-4eb3-b5f2-76bbae948897 on host dv-cinder-831247-1-iscsi {{(pid=109446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:52:14.757155 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Pushing event deleted for resources: {'Port': ['ID=79e2c2b1-9677-4eb3-b5f2-76bbae948897,revision_number=None']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:14.764318 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c7929c-1f92-4c51-99f9-4d9b66d21945') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:14.764948 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c7929c-1f92-4c51-99f9-4d9b66d21945') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:14.766531 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.767052 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.767230 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.767653 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.767998 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.768333 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.768702 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.769080 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.769503 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.769771 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.770484 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.770484 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.770770 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96a6444-11bb-4efe-a159-c4280ad3eea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:14.774253 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (81c7929c-1f92-4c51-99f9-4d9b66d21945), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.787904 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (81c7929c-1f92-4c51-99f9-4d9b66d21945), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.793694 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:52:14.794074 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (81c7929c-1f92-4c51-99f9-4d9b66d21945), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:52:14.795710 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:52:14.853007 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (481aaa9b-fc83-4c12-9e51-dfa9c2eb023d), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.860481 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:14.866850 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] 10.222.0.47 "DELETE /v2.0/networks/481aaa9b-fc83-4c12-9e51-dfa9c2eb023d HTTP/1.1" status: 204 len: 168 time: 0.5180857 Feb 28 19:52:14.882309 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d11df-9599-467a-b2d2-d5fac3dee940 admin admin] Pushing event deleted for resources: {'Network': ['ID=481aaa9b-fc83-4c12-9e51-dfa9c2eb023d,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:14.993738 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50142) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:15.034813 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e3154fc1-a119-47c5-9584-53d66d62e12c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=022462fefc6e4f64bd95091439fda64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395877 Feb 28 19:52:15.037833 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50144) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:15.086314 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2dccacc2-c692-481e-8aa2-bf239b3308a7 admin admin] Publish callbacks [] for security_group (5e413b69-318c-4533-8b10-ca1d8d017831), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.107666 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2dccacc2-c692-481e-8aa2-bf239b3308a7 admin admin] Publish callbacks [] for security_group (5e413b69-318c-4533-8b10-ca1d8d017831), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.159642 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2dccacc2-c692-481e-8aa2-bf239b3308a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5e413b69-318c-4533-8b10-ca1d8d017831), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.162205 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2dccacc2-c692-481e-8aa2-bf239b3308a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.163369 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2dccacc2-c692-481e-8aa2-bf239b3308a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e413b69-318c-4533-8b10-ca1d8d017831 HTTP/1.1" status: 204 len: 168 time: 0.1245322 Feb 28 19:52:15.171149 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccacc2-c692-481e-8aa2-bf239b3308a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e413b69-318c-4533-8b10-ca1d8d017831,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:15.248132 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3236c8c0-6b76-4d1d-8171-71f88e66411d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.494913 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50150) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:15.533356 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 79e2c2b1-9677-4eb3-b5f2-76bbae948897 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:15.535966 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-0ababfcd-c892-484e-a701-970e42d57ab7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d7ad752d0ac4469daa963b588543074e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398691 Feb 28 19:52:15.538523 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50152) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:15.556662 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 79e2c2b1-9677-4eb3-b5f2-76bbae948897 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:15.557021 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 79e2c2b1-9677-4eb3-b5f2-76bbae948897 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:15.557514 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 424317c0-a871-4bcc-b431-5e722f31c16f no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:15.576309 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 424317c0-a871-4bcc-b431-5e722f31c16f {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:15.576654 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 424317c0-a871-4bcc-b431-5e722f31c16f not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:15.577063 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 969c8eb2-73f7-4c43-8a80-4e3766a12772 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:15.584579 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-22c208ca-81db-4805-a2c4-000872a480ba admin admin] Publish callbacks [] for security_group (449547b8-f63e-4c89-aad1-0a0823f4aeb9), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.595351 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 969c8eb2-73f7-4c43-8a80-4e3766a12772 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:15.595700 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 969c8eb2-73f7-4c43-8a80-4e3766a12772 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:15.605441 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-22c208ca-81db-4805-a2c4-000872a480ba admin admin] Publish callbacks [] for security_group (449547b8-f63e-4c89-aad1-0a0823f4aeb9), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.657117 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-22c208ca-81db-4805-a2c4-000872a480ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (449547b8-f63e-4c89-aad1-0a0823f4aeb9), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.659952 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-22c208ca-81db-4805-a2c4-000872a480ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:15.661078 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-22c208ca-81db-4805-a2c4-000872a480ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/449547b8-f63e-4c89-aad1-0a0823f4aeb9 HTTP/1.1" status: 204 len: 168 time: 0.1215639 Feb 28 19:52:15.668730 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c208ca-81db-4805-a2c4-000872a480ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449547b8-f63e-4c89-aad1-0a0823f4aeb9,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:17.674805 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-fbf4908e-2f3c-4b61-82e2-fe522f12f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:18.799125 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.203647 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50224) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:19.320670 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8ebf-3c5e-43b4-8d4f-71c2e21b6bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.398579 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8ebf-3c5e-43b4-8d4f-71c2e21b6bd5 admin admin] Publish callbacks [] for security_group (f67d6382-3f35-4a6d-8562-20e9be734d8c), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.404492 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8ebf-3c5e-43b4-8d4f-71c2e21b6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f67d6382-3f35-4a6d-8562-20e9be734d8c), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.444251 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-9b8b8ebf-3c5e-43b4-8d4f-71c2e21b6bd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20e94cf463af43ea9fa2eead2611df45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395687 Feb 28 19:52:19.445077 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b8ebf-3c5e-43b4-8d4f-71c2e21b6bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d6382-3f35-4a6d-8562-20e9be734d8c,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:19.447225 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50228) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:19.495029 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe08be90-45e2-442f-955f-dc7c6aba9b77 admin admin] Publish callbacks [] for security_group (f67d6382-3f35-4a6d-8562-20e9be734d8c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.516903 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe08be90-45e2-442f-955f-dc7c6aba9b77 admin admin] Publish callbacks [] for security_group (f67d6382-3f35-4a6d-8562-20e9be734d8c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.572611 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe08be90-45e2-442f-955f-dc7c6aba9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (f67d6382-3f35-4a6d-8562-20e9be734d8c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.575450 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe08be90-45e2-442f-955f-dc7c6aba9b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.576625 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fe08be90-45e2-442f-955f-dc7c6aba9b77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f67d6382-3f35-4a6d-8562-20e9be734d8c HTTP/1.1" status: 204 len: 168 time: 0.1284144 Feb 28 19:52:19.585243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08be90-45e2-442f-955f-dc7c6aba9b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d6382-3f35-4a6d-8562-20e9be734d8c,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:19.862310 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50234) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:19.875467 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8d-9d04-42fa-8185-b4c2f05c1d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.949633 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8d-9d04-42fa-8185-b4c2f05c1d67 admin admin] Publish callbacks [] for security_group (ec56cb74-1c52-4357-996d-33a1048c2889), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.955450 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8d-9d04-42fa-8185-b4c2f05c1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (ec56cb74-1c52-4357-996d-33a1048c2889), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:19.990242 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2a8d-9d04-42fa-8185-b4c2f05c1d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56cb74-1c52-4357-996d-33a1048c2889,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:19.994479 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-388f2a8d-9d04-42fa-8185-b4c2f05c1d67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d14690368564e5c972c7c41b092f065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311152 Feb 28 19:52:19.997165 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50236) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:20.048724 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2beac9ab-7231-4082-95f7-311262d646e1 admin admin] Publish callbacks [] for security_group (ec56cb74-1c52-4357-996d-33a1048c2889), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:20.054617 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:20.071067 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2beac9ab-7231-4082-95f7-311262d646e1 admin admin] Publish callbacks [] for security_group (ec56cb74-1c52-4357-996d-33a1048c2889), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:20.118421 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2beac9ab-7231-4082-95f7-311262d646e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (ec56cb74-1c52-4357-996d-33a1048c2889), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:20.121044 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2beac9ab-7231-4082-95f7-311262d646e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:20.122254 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2beac9ab-7231-4082-95f7-311262d646e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec56cb74-1c52-4357-996d-33a1048c2889 HTTP/1.1" status: 204 len: 168 time: 0.1242297 Feb 28 19:52:20.130050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beac9ab-7231-4082-95f7-311262d646e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56cb74-1c52-4357-996d-33a1048c2889,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:20.383115 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:21.590967 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:28.899221 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50372) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:29.012913 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-906f4e57-e841-4228-a0c3-f6576b91e2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.089777 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-906f4e57-e841-4228-a0c3-f6576b91e2f5 admin admin] Publish callbacks [] for security_group (dd0781a0-a184-4b1c-a6d0-b6cae0fda92e), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.094845 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-906f4e57-e841-4228-a0c3-f6576b91e2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (dd0781a0-a184-4b1c-a6d0-b6cae0fda92e), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.132403 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-906f4e57-e841-4228-a0c3-f6576b91e2f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=550088e54ae14cfaa6b6cfb8e30af138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317207 Feb 28 19:52:29.133682 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4e57-e841-4228-a0c3-f6576b91e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0781a0-a184-4b1c-a6d0-b6cae0fda92e,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:29.135363 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50376) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:29.185882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Publish callbacks [] for security_group (dd0781a0-a184-4b1c-a6d0-b6cae0fda92e), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.206862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Publish callbacks [] for security_group (dd0781a0-a184-4b1c-a6d0-b6cae0fda92e), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.255837 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (dd0781a0-a184-4b1c-a6d0-b6cae0fda92e), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.258530 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.259677 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd0781a0-a184-4b1c-a6d0-b6cae0fda92e HTTP/1.1" status: 204 len: 168 time: 0.1233389 Feb 28 19:52:29.267518 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0781a0-a184-4b1c-a6d0-b6cae0fda92e,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:29.274848 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.275204 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.275557 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.275899 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.276246 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.276571 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.277558 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.277906 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.278242 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.278578 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.278910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.279235 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.279560 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b6fbd-4d06-4b3f-96ca-6b26cf27129f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:29.534407 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50384) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:29.547732 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fda52f69-03e3-41fd-a139-1f22f49cf6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.623021 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fda52f69-03e3-41fd-a139-1f22f49cf6a3 admin admin] Publish callbacks [] for security_group (5d58bddc-5692-4990-bae6-e87bddf079fa), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.627916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fda52f69-03e3-41fd-a139-1f22f49cf6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5d58bddc-5692-4990-bae6-e87bddf079fa), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.664679 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fda52f69-03e3-41fd-a139-1f22f49cf6a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d92747c2e3143319e701cc42167eaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292210 Feb 28 19:52:29.665556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda52f69-03e3-41fd-a139-1f22f49cf6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58bddc-5692-4990-bae6-e87bddf079fa,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:29.667684 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50386) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:29.716769 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-841d639b-1c31-4b4d-ac1e-2e136acc0e8e admin admin] Publish callbacks [] for security_group (5d58bddc-5692-4990-bae6-e87bddf079fa), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.738739 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-841d639b-1c31-4b4d-ac1e-2e136acc0e8e admin admin] Publish callbacks [] for security_group (5d58bddc-5692-4990-bae6-e87bddf079fa), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.789296 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-841d639b-1c31-4b4d-ac1e-2e136acc0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (5d58bddc-5692-4990-bae6-e87bddf079fa), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.791988 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-841d639b-1c31-4b4d-ac1e-2e136acc0e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:29.793211 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-841d639b-1c31-4b4d-ac1e-2e136acc0e8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d58bddc-5692-4990-bae6-e87bddf079fa HTTP/1.1" status: 204 len: 168 time: 0.1245065 Feb 28 19:52:29.800737 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d639b-1c31-4b4d-ac1e-2e136acc0e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58bddc-5692-4990-bae6-e87bddf079fa,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:30.126713 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50394) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:30.139905 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7fdef8ab-088e-4efe-afbc-982fa882465e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.215001 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7fdef8ab-088e-4efe-afbc-982fa882465e admin admin] Publish callbacks [] for security_group (250e9838-4786-4cae-9863-76af14ce7a11), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.221794 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-7fdef8ab-088e-4efe-afbc-982fa882465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (250e9838-4786-4cae-9863-76af14ce7a11), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.262033 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-7fdef8ab-088e-4efe-afbc-982fa882465e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2f3076c3bec4bdeb84d85b2e794eddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342824 Feb 28 19:52:30.262872 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdef8ab-088e-4efe-afbc-982fa882465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e9838-4786-4cae-9863-76af14ce7a11,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:30.265013 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50396) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:30.313261 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a02508ae-1e4b-4558-8b67-728f82c860e1 admin admin] Publish callbacks [] for security_group (250e9838-4786-4cae-9863-76af14ce7a11), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.335278 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a02508ae-1e4b-4558-8b67-728f82c860e1 admin admin] Publish callbacks [] for security_group (250e9838-4786-4cae-9863-76af14ce7a11), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.384012 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a02508ae-1e4b-4558-8b67-728f82c860e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (250e9838-4786-4cae-9863-76af14ce7a11), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.386724 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a02508ae-1e4b-4558-8b67-728f82c860e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:30.387899 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a02508ae-1e4b-4558-8b67-728f82c860e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/250e9838-4786-4cae-9863-76af14ce7a11 HTTP/1.1" status: 204 len: 168 time: 0.1218657 Feb 28 19:52:30.395526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02508ae-1e4b-4558-8b67-728f82c860e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e9838-4786-4cae-9863-76af14ce7a11,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:32.111620 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:52:35.494491 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50496) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:35.607970 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe1acfa0-6427-473d-8eb1-9cfa046a169e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.680501 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe1acfa0-6427-473d-8eb1-9cfa046a169e admin admin] Publish callbacks [] for security_group (7ad2b256-6ded-4066-a559-4acdd6a05c1b), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.686196 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-fe1acfa0-6427-473d-8eb1-9cfa046a169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (7ad2b256-6ded-4066-a559-4acdd6a05c1b), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.726384 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-fe1acfa0-6427-473d-8eb1-9cfa046a169e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab25efeadcb742fc96ec86ca0b5cf7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308428 Feb 28 19:52:35.727310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1acfa0-6427-473d-8eb1-9cfa046a169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2b256-6ded-4066-a559-4acdd6a05c1b,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:35.729406 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50500) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:35.777726 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Publish callbacks [] for security_group (7ad2b256-6ded-4066-a559-4acdd6a05c1b), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.799757 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Publish callbacks [] for security_group (7ad2b256-6ded-4066-a559-4acdd6a05c1b), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.848328 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (7ad2b256-6ded-4066-a559-4acdd6a05c1b), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.850895 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:35.852088 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ad2b256-6ded-4066-a559-4acdd6a05c1b HTTP/1.1" status: 204 len: 168 time: 0.1216948 Feb 28 19:52:35.860442 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2b256-6ded-4066-a559-4acdd6a05c1b,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:35.867729 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.868101 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.868449 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.868789 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.869124 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.869472 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.869788 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.870117 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.870449 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.870777 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.871102 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.871415 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:35.871740 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b357c37-bc7e-425a-a56e-5e8ff57a8b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:52:36.128470 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50506) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:36.142043 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-648001db-e9c3-43ba-b01a-9d2fa2e5006e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.216368 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-648001db-e9c3-43ba-b01a-9d2fa2e5006e admin admin] Publish callbacks [] for security_group (c7d5da84-d7d5-41cd-9e94-8dafcece18ea), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.222326 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-648001db-e9c3-43ba-b01a-9d2fa2e5006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c7d5da84-d7d5-41cd-9e94-8dafcece18ea), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.260249 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-648001db-e9c3-43ba-b01a-9d2fa2e5006e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6c0e7a317e043ec8fc33455da39a2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306467 Feb 28 19:52:36.261005 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648001db-e9c3-43ba-b01a-9d2fa2e5006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5da84-d7d5-41cd-9e94-8dafcece18ea,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:36.263208 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50508) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:36.311836 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b2111b6e-df6f-45d5-889a-2545b95df176 admin admin] Publish callbacks [] for security_group (c7d5da84-d7d5-41cd-9e94-8dafcece18ea), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.334145 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b2111b6e-df6f-45d5-889a-2545b95df176 admin admin] Publish callbacks [] for security_group (c7d5da84-d7d5-41cd-9e94-8dafcece18ea), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.385114 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b2111b6e-df6f-45d5-889a-2545b95df176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (c7d5da84-d7d5-41cd-9e94-8dafcece18ea), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.387615 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b2111b6e-df6f-45d5-889a-2545b95df176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.388751 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b2111b6e-df6f-45d5-889a-2545b95df176 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7d5da84-d7d5-41cd-9e94-8dafcece18ea HTTP/1.1" status: 204 len: 168 time: 0.1245272 Feb 28 19:52:36.396049 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2111b6e-df6f-45d5-889a-2545b95df176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5da84-d7d5-41cd-9e94-8dafcece18ea,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:36.728059 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50514) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:36.741621 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65dc1914-c9be-45d2-940f-87e45a8026ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.815812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65dc1914-c9be-45d2-940f-87e45a8026ea admin admin] Publish callbacks [] for security_group (24351914-9e7b-485d-9e6b-b13583e4459f), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.822042 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-65dc1914-c9be-45d2-940f-87e45a8026ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (24351914-9e7b-485d-9e6b-b13583e4459f), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.866971 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-65dc1914-c9be-45d2-940f-87e45a8026ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7d297fc74324b53b09a30fd978c7fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378613 Feb 28 19:52:36.867740 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc1914-c9be-45d2-940f-87e45a8026ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24351914-9e7b-485d-9e6b-b13583e4459f,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:36.869829 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50516) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:36.930568 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4f25ceb0-3d71-4814-8e31-a312861c150c admin admin] Publish callbacks [] for security_group (24351914-9e7b-485d-9e6b-b13583e4459f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:36.951691 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4f25ceb0-3d71-4814-8e31-a312861c150c admin admin] Publish callbacks [] for security_group (24351914-9e7b-485d-9e6b-b13583e4459f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:37.002065 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4f25ceb0-3d71-4814-8e31-a312861c150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (24351914-9e7b-485d-9e6b-b13583e4459f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:37.004567 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-4f25ceb0-3d71-4814-8e31-a312861c150c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:37.005776 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-4f25ceb0-3d71-4814-8e31-a312861c150c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24351914-9e7b-485d-9e6b-b13583e4459f HTTP/1.1" status: 204 len: 168 time: 0.1349230 Feb 28 19:52:37.013305 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25ceb0-3d71-4814-8e31-a312861c150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24351914-9e7b-485d-9e6b-b13583e4459f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:45.135312 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50636) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:45.238758 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-965d80c0-716e-4c21-8fd6-3579330e4f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.254810 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8ae975ff-15c6-432e-8f88-0e816d1367d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.311547 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-965d80c0-716e-4c21-8fd6-3579330e4f66 admin admin] Publish callbacks [] for security_group (3441da82-d761-4db2-a703-1b619b76b615), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.317421 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-965d80c0-716e-4c21-8fd6-3579330e4f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3441da82-d761-4db2-a703-1b619b76b615), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.354918 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-965d80c0-716e-4c21-8fd6-3579330e4f66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9350847483a4211839eab36d9c1b51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185442 Feb 28 19:52:45.355766 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d80c0-716e-4c21-8fd6-3579330e4f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3441da82-d761-4db2-a703-1b619b76b615,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:45.358215 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50640) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:45.405746 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-620959cc-ac79-4ca7-87a4-1685e28b2a5f admin admin] Publish callbacks [] for security_group (3441da82-d761-4db2-a703-1b619b76b615), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.426586 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-620959cc-ac79-4ca7-87a4-1685e28b2a5f admin admin] Publish callbacks [] for security_group (3441da82-d761-4db2-a703-1b619b76b615), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.462160 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50642) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:45.508777 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-620959cc-ac79-4ca7-87a4-1685e28b2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (3441da82-d761-4db2-a703-1b619b76b615), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.511345 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-620959cc-ac79-4ca7-87a4-1685e28b2a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.514877 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-620959cc-ac79-4ca7-87a4-1685e28b2a5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3441da82-d761-4db2-a703-1b619b76b615 HTTP/1.1" status: 204 len: 168 time: 0.1531875 Feb 28 19:52:45.528374 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620959cc-ac79-4ca7-87a4-1685e28b2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3441da82-d761-4db2-a703-1b619b76b615,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:45.633129 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Deleting port b644cbc1-3b78-4888-bbb4-2873a478ecb1 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:45.633478 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.807038 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50648) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:45.821457 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-43a28ec7-1227-4608-aa4c-44a3f332e080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.904854 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-43a28ec7-1227-4608-aa4c-44a3f332e080 admin admin] Publish callbacks [] for security_group (71c0f69e-7096-48d3-9ddd-4bd792c3b583), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.911749 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-43a28ec7-1227-4608-aa4c-44a3f332e080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (71c0f69e-7096-48d3-9ddd-4bd792c3b583), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:45.950052 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-43a28ec7-1227-4608-aa4c-44a3f332e080 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6a54669488249c097d2c9cfd005e529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418667 Feb 28 19:52:45.950921 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a28ec7-1227-4608-aa4c-44a3f332e080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0f69e-7096-48d3-9ddd-4bd792c3b583,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:45.953235 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50650) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:46.006208 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-11a3e187-08a8-4d05-afbd-bd71bd1f7e3f admin admin] Publish callbacks [] for security_group (71c0f69e-7096-48d3-9ddd-4bd792c3b583), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.013743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.014074 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (b644cbc1-3b78-4888-bbb4-2873a478ecb1), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.025952 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Calling delete_port for b644cbc1-3b78-4888-bbb4-2873a478ecb1 owned by network:floatingip {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:46.028067 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-11a3e187-08a8-4d05-afbd-bd71bd1f7e3f admin admin] Publish callbacks [] for security_group (71c0f69e-7096-48d3-9ddd-4bd792c3b583), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.074937 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-11a3e187-08a8-4d05-afbd-bd71bd1f7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (71c0f69e-7096-48d3-9ddd-4bd792c3b583), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.077543 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-11a3e187-08a8-4d05-afbd-bd71bd1f7e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.078697 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-11a3e187-08a8-4d05-afbd-bd71bd1f7e3f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71c0f69e-7096-48d3-9ddd-4bd792c3b583 HTTP/1.1" status: 204 len: 168 time: 0.1231596 Feb 28 19:52:46.088504 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3e187-08a8-4d05-afbd-bd71bd1f7e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0f69e-7096-48d3-9ddd-4bd792c3b583,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:46.178720 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (b644cbc1-3b78-4888-bbb4-2873a478ecb1), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.204279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'Port': ['ID=b644cbc1-3b78-4888-bbb4-2873a478ecb1,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:46.268497 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (285d6232-df28-4c82-965e-f6b1d6bf2cab), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.268819 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.db.l3_db [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Floating IP 285d6232-df28-4c82-965e-f6b1d6bf2cab disassociated (deleted). External IP: 172.27.0.182, port: 25457538-5b3c-45de-9dae-3fee8630c6f5. Feb 28 19:52:46.406278 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50656) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:46.419333 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ab9763c6-9833-49d2-b4a3-cae95981f2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.484608 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:52:46.492592 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ab9763c6-9833-49d2-b4a3-cae95981f2d5 admin admin] Publish callbacks [] for security_group (dbfb5e99-44e7-4938-b0d7-6ae26046cc84), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.497655 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ab9763c6-9833-49d2-b4a3-cae95981f2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (dbfb5e99-44e7-4938-b0d7-6ae26046cc84), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.538131 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ab9763c6-9833-49d2-b4a3-cae95981f2d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da72ef7528174fd79df1c2930aca684d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306927 Feb 28 19:52:46.539050 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9763c6-9833-49d2-b4a3-cae95981f2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfb5e99-44e7-4938-b0d7-6ae26046cc84,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:46.540961 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50658) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:46.628592 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:52:46.634296 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.638971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fa963f0-0cdf-4292-b8c2-bd225440d3bf admin admin] Publish callbacks [] for security_group (dbfb5e99-44e7-4938-b0d7-6ae26046cc84), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.639232 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:52:46.649357 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:46.650037 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:46.680783 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-ee4b801f-8846-4a7d-b385-b9557545333f tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "DELETE /v2.0/floatingips/285d6232-df28-4c82-965e-f6b1d6bf2cab HTTP/1.1" status: 204 len: 168 time: 1.2174139 Feb 28 19:52:46.682530 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fa963f0-0cdf-4292-b8c2-bd225440d3bf admin admin] Publish callbacks [] for security_group (dbfb5e99-44e7-4938-b0d7-6ae26046cc84), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.684063 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:52:46.686353 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dadcb0f-bae1-456c-94f0-ab2b168a593b" -d '{"events": [{"name": "network-changed", "server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:52:46.743515 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc72ef-115c-4156-a0ac-6df804d527cb x-openstack-request-id: req-dacc72ef-115c-4156-a0ac-6df804d527cb {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:52:46.744057 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:52:46.744561 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dacc72ef-115c-4156-a0ac-6df804d527cb {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:52:46.745401 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'status': 'completed', 'code': 200} Feb 28 19:52:46.749845 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fa963f0-0cdf-4292-b8c2-bd225440d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (dbfb5e99-44e7-4938-b0d7-6ae26046cc84), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.754979 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-3fa963f0-0cdf-4292-b8c2-bd225440d3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:46.757178 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-3fa963f0-0cdf-4292-b8c2-bd225440d3bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbfb5e99-44e7-4938-b0d7-6ae26046cc84 HTTP/1.1" status: 204 len: 168 time: 0.2151880 Feb 28 19:52:46.770294 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:46.776357 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa963f0-0cdf-4292-b8c2-bd225440d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfb5e99-44e7-4938-b0d7-6ae26046cc84,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:46.842400 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-10095faa-dc30-42f6-b85a-98dbb84137aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:46.844006 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-10095faa-dc30-42f6-b85a-98dbb84137aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 1130 time: 0.0762641 Feb 28 19:52:46.987232 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-f401df93-ed4a-46ee-8834-67d083a69b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:46.989199 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-f401df93-ed4a-46ee-8834-67d083a69b03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.1341321 Feb 28 19:52:47.003241 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151ee19-4f91-4e36-818b-b45735423072 req-ca20be35-a42d-4e9a-8a5b-126c7de58969 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:47.005829 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8151ee19-4f91-4e36-818b-b45735423072 req-ca20be35-a42d-4e9a-8a5b-126c7de58969 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.0979393 Feb 28 19:52:47.030282 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:48Z', 'revision_number': 1, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:47.054510 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-a8f8540f-39e8-44ac-baf1-d907ff5f378f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25457538-5b3c-45de-9dae-3fee8630c6f5 HTTP/1.1" status: 200 len: 217 time: 0.0473197 Feb 28 19:52:47.061598 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:52:47.071306 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:47.071493 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:18Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:47.129579 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-bde09591-c4d3-439b-a297-a877d8c9e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:47.131269 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-bde09591-c4d3-439b-a297-a877d8c9e514 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0702503 Feb 28 19:52:47.135947 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8151ee19-4f91-4e36-818b-b45735423072 req-07c60c5b-e401-4bd1-8c38-cf080cde6e83 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200039 Feb 28 19:52:47.198399 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-267e8896-6854-4799-b1f5-4e091e987167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:47.199806 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:47.199951 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-267e8896-6854-4799-b1f5-4e091e987167 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611255 Feb 28 19:52:47.293164 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-e12fc6ae-3dbc-4fd5-b397-c9e3265c7510 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861442 Feb 28 19:52:47.393117 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7dadcb0f-bae1-456c-94f0-ab2b168a593b req-aae2b120-80f3-4455-99a8-4c81717f4219 service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940042 Feb 28 19:52:47.441908 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:48Z', 'revision_number': 1, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:47.479882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8579cee-d224-45bf-b765-2c987d8c2d19 None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_floatingips': [{'id': '4f1f7998-fd2e-42d3-83ad-4920ccb95149', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'router_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'port_id': '83b28087-3504-42e3-88ba-d9f5229ff234', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'mac_address': 'fa:16:3e:71:37:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:47:46Z', 'updated_at': '2022-02-28T19:47:48Z', 'revision_number': 1, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:52:47.679697 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-116bc185-3e41-4c2b-a8b4-b98affff5459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:47.706006 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf76fe-884d-4945-9ecd-6de2ff277a07 None None] New status for floating IP 285d6232-df28-4c82-965e-f6b1d6bf2cab: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:52:48.263712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47761247-e137-4272-8453-72d7a0ba3004 req-7379aa8e-c5af-4532-91f6-3d36252b4b03 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:48.265279 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-47761247-e137-4272-8453-72d7a0ba3004 req-7379aa8e-c5af-4532-91f6-3d36252b4b03 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.0572109 Feb 28 19:52:48.315856 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-47761247-e137-4272-8453-72d7a0ba3004 req-1f7e179f-d8d9-4fdf-aec2-dcf94330cd03 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Feb 28 19:52:48.805239 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:48.830319 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-9d576112-3cc5-44a1-bd3a-00dbd13216c9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:48.831825 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-9d576112-3cc5-44a1-bd3a-00dbd13216c9 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 946 time: 0.0554261 Feb 28 19:52:48.934402 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Deleting port 25457538-5b3c-45de-9dae-3fee8630c6f5 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:48.934742 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:49.033578 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] For port 25457538-5b3c-45de-9dae-3fee8630c6f5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25457538-5b3c-45de-9dae-3fee8630c6f5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:49.033915 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:49.047370 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Calling delete_port for 25457538-5b3c-45de-9dae-3fee8630c6f5 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:49.186780 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (25457538-5b3c-45de-9dae-3fee8630c6f5), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:49.219615 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'Port': ['ID=25457538-5b3c-45de-9dae-3fee8630c6f5,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:49.264492 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] No DVR routers for this DVR port 25457538-5b3c-45de-9dae-3fee8630c6f5 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:52:49.267328 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:49.270781 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-fdeef86b-c485-4c88-9ab5-7c16e7b43f49 req-53f8862a-ffdd-4bc7-8449-6401daf26336 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "DELETE /v2.0/ports/25457538-5b3c-45de-9dae-3fee8630c6f5 HTTP/1.1" status: 204 len: 173 time: 0.4330573 Feb 28 19:52:49.271227 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'name': 'network-vif-deleted', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:52:49.273556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a10188c-2930-4549-bddc-911277b69f87" -d '{"events": [{"server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "name": "network-vif-deleted", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:52:49.309874 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebc272-3a33-4d01-9bbd-6c49d7b520b9 x-openstack-request-id: req-85ebc272-3a33-4d01-9bbd-6c49d7b520b9 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:52:49.310162 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412136ec-9949-4b97-8a92-89c0a0e65d52", "name": "network-vif-deleted", "tag": "25457538-5b3c-45de-9dae-3fee8630c6f5", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:52:49.310456 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85ebc272-3a33-4d01-9bbd-6c49d7b520b9 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:52:49.311059 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412136ec-9949-4b97-8a92-89c0a0e65d52', 'name': 'network-vif-deleted', 'tag': '25457538-5b3c-45de-9dae-3fee8630c6f5', 'status': 'completed', 'code': 200} Feb 28 19:52:49.411908 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d988660e-ef57-4afe-840f-0fcace08e33b req-6409cb30-8d1a-469f-bc53-6112e27ffeb0 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=412136ec-9949-4b97-8a92-89c0a0e65d52 HTTP/1.1" status: 200 len: 210 time: 0.0277796 Feb 28 19:52:50.062690 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:50.386648 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:51.547206 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 25457538-5b3c-45de-9dae-3fee8630c6f5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:51.568098 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 25457538-5b3c-45de-9dae-3fee8630c6f5 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:51.568450 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 25457538-5b3c-45de-9dae-3fee8630c6f5 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:51.594801 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:52.727000 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50776) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:52.911497 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Deleting port 41b918e6-536b-4a6e-be95-13fd2b5ff6dc {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:52.911909 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:52.996022 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:52.996267 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:53.008646 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Calling delete_port for 41b918e6-536b-4a6e-be95-13fd2b5ff6dc owned by network:floatingip {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:53.170036 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (41b918e6-536b-4a6e-be95-13fd2b5ff6dc), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:53.197253 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'Port': ['ID=41b918e6-536b-4a6e-be95-13fd2b5ff6dc,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:53.269405 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (4f1f7998-fd2e-42d3-83ad-4920ccb95149), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:53.269738 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.l3_db [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Floating IP 4f1f7998-fd2e-42d3-83ad-4920ccb95149 disassociated (deleted). External IP: 172.27.0.58, port: 83b28087-3504-42e3-88ba-d9f5229ff234. Feb 28 19:52:53.489378 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:52:53.605604 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:52:53.611191 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:53.616523 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:52:53.627327 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:53.627924 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:53.646072 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1c824b7b-9db4-4559-81b1-65419e279ff2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "DELETE /v2.0/floatingips/4f1f7998-fd2e-42d3-83ad-4920ccb95149 HTTP/1.1" status: 204 len: 168 time: 0.9150665 Feb 28 19:52:53.646072 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234'}] {{(pid=109444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:52:53.646570 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe087bd9999efd5f830aca31c1dde2d3554ddd50baaa0cc250b906e66928561" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bab5b7-b58b-4189-9ef5-186197e6223d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234"}]}' {{(pid=109444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:52:53.686696 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f35ff53-9c0e-4c6b-b6d9-c4a745429d63 x-openstack-request-id: req-4f35ff53-9c0e-4c6b-b6d9-c4a745429d63 {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:52:53.687057 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234", "status": "completed", "code": 200}]} {{(pid=109444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:52:53.687391 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f35ff53-9c0e-4c6b-b6d9-c4a745429d63 {{(pid=109444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:52:53.687976 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234', 'status': 'completed', 'code': 200} Feb 28 19:52:53.745319 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:53.756941 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-b6708e11-85f7-4d0e-b41f-5ddf88e97a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:53.759459 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-b6708e11-85f7-4d0e-b41f-5ddf88e97a31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 1130 time: 0.0521348 Feb 28 19:52:53.901167 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-af655334-3a11-46b8-8720-062fdb17e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:53.902559 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-af655334-3a11-46b8-8720-062fdb17e295 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 200 len: 913 time: 0.1324928 Feb 28 19:52:53.912325 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc290b-904e-4194-b9b9-3f52d60574e5 req-f6a828ba-8b2b-41ae-97b4-405fc38a5e12 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:53.914041 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57cc290b-904e-4194-b9b9-3f52d60574e5 req-f6a828ba-8b2b-41ae-97b4-405fc38a5e12 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 946 time: 0.0842063 Feb 28 19:52:53.956895 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:53.960790 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-24f8ade9-5502-4b5a-af28-4d6dcc617b3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 200 len: 217 time: 0.0456293 Feb 28 19:52:53.988992 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:52:53.997962 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:53.998601 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:54.031731 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-57cc290b-904e-4194-b9b9-3f52d60574e5 req-44ee3673-634e-481d-900d-a70325971bb2 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/security-groups?id=52dbbdaa-0a73-456c-90a5-555bf268348e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099362 Feb 28 19:52:54.042346 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-02b6ec83-b78f-4860-ae8a-6e866cc6d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:54.044503 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-02b6ec83-b78f-4860-ae8a-6e866cc6d545 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 200 len: 851 time: 0.0710821 Feb 28 19:52:54.098531 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-1b2a9e2d-bdf0-4664-bdbc-3362754d6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:54.100093 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-1b2a9e2d-bdf0-4664-bdbc-3362754d6a21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85253814-09ff-42fb-ada1-ad3b037b3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489094 Feb 28 19:52:54.110673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:52:54.200117 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-49c46eed-ab1b-4f11-a026-7bd84fad92ba service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931003 Feb 28 19:52:54.296155 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-78bab5b7-b58b-4189-9ef5-186197e6223d req-8feacaf1-52d3-4c76-a4fd-0377c75bd65b service neutron] 10.222.0.30 "GET /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886183 Feb 28 19:52:54.318165 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:52:54.344510 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abebc5ba-be49-42c8-9fd6-29a81fcf25cc None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:44Z', 'revision_number': 4, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi', '_interfaces': [{'id': 'a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5', 'name': '', 'network_id': '85253814-09ff-42fb-ada1-ad3b037b3866', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'mac_address': 'fa:16:3e:ad:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:43Z', 'updated_at': '2022-02-28T19:42:48Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'subnets': [{'id': '5d2835cd-232e-4482-9164-186ff921bf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:52:54.575176 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0ca10-cb89-4136-a430-3ec4ef31c5c3 None None] New status for floating IP 4f1f7998-fd2e-42d3-83ad-4920ccb95149: DOWN {{(pid=109447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:52:54.698351 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-8a823fa4-594c-439c-8845-b23775797c6c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:52:54.699835 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-8a823fa4-594c-439c-8845-b23775797c6c tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 946 time: 0.0645385 Feb 28 19:52:54.801140 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Deleting port 83b28087-3504-42e3-88ba-d9f5229ff234 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:54.801846 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:54.899134 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] For port 83b28087-3504-42e3-88ba-d9f5229ff234, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=83b28087-3504-42e3-88ba-d9f5229ff234,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:54.899498 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:54.913961 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Calling delete_port for 83b28087-3504-42e3-88ba-d9f5229ff234 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:55.049126 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (83b28087-3504-42e3-88ba-d9f5229ff234), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:55.082480 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'Port': ['ID=83b28087-3504-42e3-88ba-d9f5229ff234,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:55.137593 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] No DVR routers for this DVR port 83b28087-3504-42e3-88ba-d9f5229ff234 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:52:55.151939 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:55.155286 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2a3d6151-d72b-4f77-979b-fcf344a7a1c6 req-acbdd36a-a969-4ba6-8b7a-f7d88e434d36 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.30 "DELETE /v2.0/ports/83b28087-3504-42e3-88ba-d9f5229ff234 HTTP/1.1" status: 204 len: 173 time: 0.4465830 Feb 28 19:52:55.155749 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'name': 'network-vif-deleted', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:52:55.158047 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f77b43c-2716-47db-89a0-bbb55c25fe27" -d '{"events": [{"server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "name": "network-vif-deleted", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:52:55.162300 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9520ada7-c2d2-4b45-b813-9fdcd264a17d req-f2bce636-a2b6-4a3d-acb0-975ea1d92068 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bd5394-11be-4c1c-80b7-5a901e5c7609 HTTP/1.1" status: 200 len: 210 time: 0.0516372 Feb 28 19:52:55.196897 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9ecc6a-d553-4bf6-b252-164c4d110475 x-openstack-request-id: req-2a9ecc6a-d553-4bf6-b252-164c4d110475 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:52:55.197248 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd5394-11be-4c1c-80b7-5a901e5c7609", "name": "network-vif-deleted", "tag": "83b28087-3504-42e3-88ba-d9f5229ff234", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:52:55.197519 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a9ecc6a-d553-4bf6-b252-164c4d110475 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:52:55.197935 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd5394-11be-4c1c-80b7-5a901e5c7609', 'name': 'network-vif-deleted', 'tag': '83b28087-3504-42e3-88ba-d9f5229ff234', 'status': 'completed', 'code': 200} Feb 28 19:52:56.227709 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50796) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:56.353352 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Deleting port a6f7e4d6-1107-48f6-88c8-684e6502d975 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:56.353679 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:56.431318 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:56.431643 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (a6f7e4d6-1107-48f6-88c8-684e6502d975), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:56.444120 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Calling delete_port for a6f7e4d6-1107-48f6-88c8-684e6502d975 owned by network:floatingip {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:56.590782 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (a6f7e4d6-1107-48f6-88c8-684e6502d975), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:56.618130 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'Port': ['ID=a6f7e4d6-1107-48f6-88c8-684e6502d975,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:56.903720 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for floatingip (bad99454-8ab2-46ce-b1d7-1f757ef08385), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:56.906468 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for floatingip (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:56.909150 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-1beac1d9-2b32-4a07-9ea9-020163c5ec30 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "DELETE /v2.0/floatingips/bad99454-8ab2-46ce-b1d7-1f757ef08385 HTTP/1.1" status: 204 len: 168 time: 0.6789944 Feb 28 19:52:57.555294 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 83b28087-3504-42e3-88ba-d9f5229ff234 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:52:57.580286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 83b28087-3504-42e3-88ba-d9f5229ff234 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:52:57.580635 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 83b28087-3504-42e3-88ba-d9f5229ff234 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:52:58.120200 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50820) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:58.183645 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c946-bf36-4ec8-b01b-4e79ef0dd8c8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group (52dbbdaa-0a73-456c-90a5-555bf268348e), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:58.209645 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c946-bf36-4ec8-b01b-4e79ef0dd8c8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group (52dbbdaa-0a73-456c-90a5-555bf268348e), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:58.280852 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c946-bf36-4ec8-b01b-4e79ef0dd8c8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (52dbbdaa-0a73-456c-90a5-555bf268348e), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:58.283558 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c946-bf36-4ec8-b01b-4e79ef0dd8c8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:58.284708 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a7f7c946-bf36-4ec8-b01b-4e79ef0dd8c8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] 10.222.0.47 "DELETE /v2.0/security-groups/52dbbdaa-0a73-456c-90a5-555bf268348e HTTP/1.1" status: 204 len: 168 time: 0.1635511 Feb 28 19:52:58.294302 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7c946-bf36-4ec8-b01b-4e79ef0dd8c8 tempest-TestVolumeBootPattern-1698218439 tempest-TestVolumeBootPattern-1698218439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dbbdaa-0a73-456c-90a5-555bf268348e,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:58.346855 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50824) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:58.845071 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (add6b73d-8210-443f-a89f-07048486f1c2), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:59.096710 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Deleting port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:52:59.097018 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:59.179978 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] For port a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:52:59.180716 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:59.193962 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Calling delete_port for a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 owned by network:router_interface {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:52:59.383560 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:59.413396 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:52:59.584252 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (add6b73d-8210-443f-a89f-07048486f1c2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:52:59.800274 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Router add6b73d-8210-443f-a89f-07048486f1c2 has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:52:59.918519 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:52:59.924661 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-b96e89e8-cac4-4947-9fd8-3a7e60767de5 admin admin] 10.222.0.47 "PUT /v2.0/routers/add6b73d-8210-443f-a89f-07048486f1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5772402 Feb 28 19:52:59.926409 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50836) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:52:59.927897 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] Sync routers for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:52:59.939086 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:52:59.939697 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:00.046894 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:53:00.231273 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:52:59Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:00.262139 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] Checking router: add6b73d-8210-443f-a89f-07048486f1c2 for host: dv-cinder-831247-1-iscsi {{(pid=109446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:53:00.270683 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] Routers {'add6b73d-8210-443f-a89f-07048486f1c2'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:53:00.271286 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['add6b73d-8210-443f-a89f-07048486f1c2'], 'active': True} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:00.318489 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks [] for router (add6b73d-8210-443f-a89f-07048486f1c2), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.378390 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvr_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] Set router add6b73d-8210-443f-a89f-07048486f1c2 gateway port host: dv-cinder-831247-1-iscsi {{(pid=109446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:53:00.422391 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks [] for router_gateway (add6b73d-8210-443f-a89f-07048486f1c2), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.478751 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Deleting port 3562744f-aaf6-426e-917c-0ca4f783a8d4 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:00.479050 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.565872 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] For port 3562744f-aaf6-426e-917c-0ca4f783a8d4, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=3562744f-aaf6-426e-917c-0ca4f783a8d4,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:00.566157 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.580201 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Calling delete_port for 3562744f-aaf6-426e-917c-0ca4f783a8d4 owned by network:router_gateway {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:00.693826 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_hamode_db [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:52:59Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:00.723630 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d22e8-de79-466d-866d-84f34e283c67 None None] The sync data for ids ['add6b73d-8210-443f-a89f-07048486f1c2'] in dv-cinder-831247-1-iscsi is: [{'id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'name': 'tempest-TestVolumeBootPattern-1820227672-router', 'tenant_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:52:59Z', 'revision_number': 5, 'project_id': 'f9625c15cf3a4fb29a9836d1871ed66f', 'gw_port': {'id': '3562744f-aaf6-426e-917c-0ca4f783a8d4', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6b73d-8210-443f-a89f-07048486f1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:40Z', 'updated_at': '2022-02-28T19:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}] {{(pid=109446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:53:00.756215 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (3562744f-aaf6-426e-917c-0ca4f783a8d4), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.780039 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3562744f-aaf6-426e-917c-0ca4f783a8d4,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:00.838020 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (add6b73d-8210-443f-a89f-07048486f1c2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.938767 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (add6b73d-8210-443f-a89f-07048486f1c2), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.940896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks [] for router_controller (add6b73d-8210-443f-a89f-07048486f1c2), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.985211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (add6b73d-8210-443f-a89f-07048486f1c2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.985743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router add6b73d-8210-443f-a89f-07048486f1c2 {{(pid=109445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:53:00.990248 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:00.991124 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-f4965de3-75c9-429c-848f-4e3281a00b24 admin admin] 10.222.0.47 "DELETE /v2.0/routers/add6b73d-8210-443f-a89f-07048486f1c2 HTTP/1.1" status: 204 len: 168 time: 1.0635450 Feb 28 19:53:00.993680 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50840) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:01.037555 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Deleting subnet 5d2835cd-232e-4482-9164-186ff921bf6c {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:53:01.040880 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Publish callbacks [] for subnet (5d2835cd-232e-4482-9164-186ff921bf6c), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.077548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (5d2835cd-232e-4482-9164-186ff921bf6c), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.162180 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (5d2835cd-232e-4482-9164-186ff921bf6c), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.221126 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (5d2835cd-232e-4482-9164-186ff921bf6c), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.246954 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2835cd-232e-4482-9164-186ff921bf6c,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:01.251211 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.255082 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-ad3e85cd-70a8-4284-bf6c-ac0eba2e0954 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5d2835cd-232e-4482-9164-186ff921bf6c HTTP/1.1" status: 204 len: 168 time: 0.2602222 Feb 28 19:53:01.257420 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50842) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:01.257565 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a9a63-7c7f-40bb-9479-e9fe23ca3fa5 None None] Network 85253814-09ff-42fb-ada1-ad3b037b3866 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:53:01.335682 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (85253814-09ff-42fb-ada1-ad3b037b3866), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.392547 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Deleting port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:01.392896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.414086 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] DHCP port deletion for 85253814-09ff-42fb-ada1-ad3b037b3866 request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:53:01.457799 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] For port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:01.458156 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.467822 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] Deleting port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 {{(pid=109446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:01.468198 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), before_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.470727 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Calling delete_port for 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 owned by network:dhcp {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:01.529572 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] For port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,segment=NetworkSegment(d46aca10-f5b8-43ba-b43c-02aa03a29724),segment_id=d46aca10-f5b8-43ba-b43c-02aa03a29724)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:01.529945 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), precommit_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.542287 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] Calling delete_port for 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 owned by network:dhcp {{(pid=109446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:01.554882 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.580406 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:01.583971 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] No DVR routers for this DVR port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 on host dv-cinder-831247-1-iscsi {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:53:01.624191 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5), after_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.649659 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] Pushing event deleted for resources: {'Port': ['ID=5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5,revision_number=None']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:01.651398 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4beebb-28a9-487a-a14e-c28ba49dae4a None None] No DVR routers for this DVR port 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 on host dv-cinder-831247-1-iscsi {{(pid=109446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:53:01.659289 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (85253814-09ff-42fb-ada1-ad3b037b3866), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.679160 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85253814-09ff-42fb-ada1-ad3b037b3866']}} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:01.688281 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46aca10-f5b8-43ba-b43c-02aa03a29724') {'for_net_delete': True} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:01.688611 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.services.segments.db [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46aca10-f5b8-43ba-b43c-02aa03a29724') {} {{(pid=109445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:01.697755 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26121245'] for segment (d46aca10-f5b8-43ba-b43c-02aa03a29724), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.710506 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (d46aca10-f5b8-43ba-b43c-02aa03a29724), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.716487 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:53:01.716889 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2890650'] for segment (d46aca10-f5b8-43ba-b43c-02aa03a29724), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: Traceback (most recent call last): Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: timer() Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: cb(*args, **kw) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: return func(*args, **kwargs) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: self._notify() Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: self.callback(batched_events) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: event.method(event) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: return f(self, *a, **k) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._get(url).json() Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: return self.request(url, 'GET', **kwargs) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:53:01.718521 dv-cinder-831247-1-iscsi neutron-server[109445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:53:01.783612 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (85253814-09ff-42fb-ada1-ad3b037b3866), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.804848 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:01.808191 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] 10.222.0.47 "DELETE /v2.0/networks/85253814-09ff-42fb-ada1-ad3b037b3866 HTTP/1.1" status: 204 len: 168 time: 0.5498054 Feb 28 19:53:01.809504 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76653e1c-af45-4f3f-a830-f833842a9182 admin admin] Pushing event deleted for resources: {'Network': ['ID=85253814-09ff-42fb-ada1-ad3b037b3866,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:01.811154 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50846) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:01.823379 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:53:01.843932 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:53:01.844374 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device a1b6ff05-67e8-44ac-8bcb-cf482a05a4c5 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:53:01.844858 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 3562744f-aaf6-426e-917c-0ca4f783a8d4 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:53:01.864215 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 3562744f-aaf6-426e-917c-0ca4f783a8d4 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:53:01.864570 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 3562744f-aaf6-426e-917c-0ca4f783a8d4 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:53:01.864991 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:53:01.884304 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:53:01.884581 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 5fac7ed7-cb3d-4ae6-83b6-dc44516e86e5 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:53:02.170985 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557005'] for router_interface (8e385693-7341-42ea-9f21-e9b3910e9bba), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:02.431885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Deleting port 8ba28686-9e0c-4f17-815a-13f4fd285738 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:02.432568 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:02.510250 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] For port 8ba28686-9e0c-4f17-815a-13f4fd285738, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=8ba28686-9e0c-4f17-815a-13f4fd285738,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:02.510577 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:02.526779 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Calling delete_port for 8ba28686-9e0c-4f17-815a-13f4fd285738 owned by network:router_interface {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:02.705688 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (8ba28686-9e0c-4f17-815a-13f4fd285738), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:02.739771 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba28686-9e0c-4f17-815a-13f4fd285738,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:02.907125 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556833'] for router_interface (8e385693-7341-42ea-9f21-e9b3910e9bba), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.126223 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Router 8e385693-7341-42ea-9f21-e9b3910e9bba has already been hosted by L3 agent 0078609c-e523-4a2a-86d9-8f57c772b3a1 {{(pid=109445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 19:53:03.248096 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] Notify agent at l3_agent.dv-cinder-831247-1-iscsi the message routers_updated {{(pid=109445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 19:53:03.253420 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-913afc64-3176-49dd-bf0c-78908f33671d admin admin] 10.222.0.47 "PUT /v2.0/routers/8e385693-7341-42ea-9f21-e9b3910e9bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4413235 Feb 28 19:53:03.256215 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50850) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:03.257046 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] Sync routers for ids ['8e385693-7341-42ea-9f21-e9b3910e9bba'] in dv-cinder-831247-1-iscsi {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:53:03.268465 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] Routers {'8e385693-7341-42ea-9f21-e9b3910e9bba'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:53:03.269067 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['8e385693-7341-42ea-9f21-e9b3910e9bba'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:03.362593 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks [] for router (8e385693-7341-42ea-9f21-e9b3910e9bba), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.373432 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] Set router 8e385693-7341-42ea-9f21-e9b3910e9bba gateway port host: dv-cinder-831247-1-iscsi {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:53:03.464372 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks [] for router_gateway (8e385693-7341-42ea-9f21-e9b3910e9bba), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.520009 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Deleting port 6783ae15-8f28-4710-b38f-1ec2a722b2bd {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:03.520643 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.548298 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'external_fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:53:02Z', 'revision_number': 5, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port': {'id': '6783ae15-8f28-4710-b38f-1ec2a722b2bd', 'name': '', 'network_id': '2a6cc2a4-6ace-4877-80d7-ca0d70b6c9c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:42:47Z', 'updated_at': '2022-02-28T19:42:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00ce94e-a437-44c1-9d3c-c3caab046dd2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-1-iscsi'}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:03.577622 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] Checking router: 8e385693-7341-42ea-9f21-e9b3910e9bba for host: dv-cinder-831247-1-iscsi {{(pid=109447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:53:03.585914 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] Routers {'8e385693-7341-42ea-9f21-e9b3910e9bba'} bound to L3 agent in host dv-cinder-831247-1-iscsi {{(pid=109447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 19:53:03.586515 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T19:32:48Z,description=,heartbeat_timestamp=2022-02-28T19:52:48Z,host='dv-cinder-831247-1-iscsi',id=0078609c-e523-4a2a-86d9-8f57c772b3a1,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T19:32:48Z,topic='l3_agent')) {'router_ids': ['8e385693-7341-42ea-9f21-e9b3910e9bba'], 'active': True} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:03.604693 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] For port 6783ae15-8f28-4710-b38f-1ec2a722b2bd, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=6783ae15-8f28-4710-b38f-1ec2a722b2bd,segment=NetworkSegment(823a5f2c-3cd0-48a9-9753-23033fd24940),segment_id=823a5f2c-3cd0-48a9-9753-23033fd24940)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:03.605075 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.620390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Calling delete_port for 6783ae15-8f28-4710-b38f-1ec2a722b2bd owned by network:router_gateway {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:03.672934 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_dvr_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] Set router 8e385693-7341-42ea-9f21-e9b3910e9bba gateway port host: None {{(pid=109447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 19:53:03.724628 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.l3_hamode_db [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:53:03Z', 'revision_number': 6, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port_host': None}], 'dv-cinder-831247-1-iscsi', False) {} {{(pid=109447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:03.750369 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c27-12af-496d-adbf-8ca1fbddcea7 None None] The sync data for ids ['8e385693-7341-42ea-9f21-e9b3910e9bba'] in dv-cinder-831247-1-iscsi is: [{'id': '8e385693-7341-42ea-9f21-e9b3910e9bba', 'name': 'tempest-TestVolumeBootPattern-1837527305-router', 'tenant_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:42:46Z', 'updated_at': '2022-02-28T19:53:03Z', 'revision_number': 6, 'project_id': '3a2c3a86da4c4ee18cc8dab296eb1cdc', 'gw_port_host': None}] {{(pid=109447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:53:03.788916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (6783ae15-8f28-4710-b38f-1ec2a722b2bd), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.814828 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6783ae15-8f28-4710-b38f-1ec2a722b2bd,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:03.874798 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555395'] for router_gateway (8e385693-7341-42ea-9f21-e9b3910e9bba), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.964918 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4036'] for router (8e385693-7341-42ea-9f21-e9b3910e9bba), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:03.967113 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks [] for router_controller (8e385693-7341-42ea-9f21-e9b3910e9bba), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.014876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553768'] for router (8e385693-7341-42ea-9f21-e9b3910e9bba), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.015350 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e385693-7341-42ea-9f21-e9b3910e9bba {{(pid=109445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 19:53:04.020092 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.021291 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d5d20fd2-d5be-4597-beef-9095c8301a9b admin admin] 10.222.0.47 "DELETE /v2.0/routers/8e385693-7341-42ea-9f21-e9b3910e9bba HTTP/1.1" status: 204 len: 168 time: 0.7640970 Feb 28 19:53:04.023896 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50854) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:04.067787 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Deleting subnet 1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:53:04.071249 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Publish callbacks [] for subnet (1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.106338 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.190069 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.534859 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.563336 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.567492 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef HTTP/1.1" status: 204 len: 168 time: 0.5419278 Feb 28 19:53:04.568720 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37462fed-9f04-4a5f-ad82-92a36512ba3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afa61a9-3f4c-4a2e-a7c4-d2cc7aad86ef,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:04.569501 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71a800-dd50-4c1a-82d8-0921ac419649 None None] Network 62faf976-b077-46a9-9e27-b6cb6e4f42e0 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:53:04.569994 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50856) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:04.640117 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (62faf976-b077-46a9-9e27-b6cb6e4f42e0), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.698567 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Deleting port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 {{(pid=109444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:04.698915 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.730993 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] DHCP port deletion for 62faf976-b077-46a9-9e27-b6cb6e4f42e0 request from dv-cinder-831247-1-iscsi {{(pid=109446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 19:53:04.763003 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.db [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] For port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:04.763281 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.776675 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.plugin [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Calling delete_port for 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 owned by network:dhcp {{(pid=109444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:04.786998 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] Deleting port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 {{(pid=109446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:53:04.787708 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), before_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.850150 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] For port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2, host dv-cinder-831247-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-1-iscsi',level=0,port_id=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,segment=NetworkSegment(9d5e188c-1997-45fd-9cb2-da06f535bbfc),segment_id=9d5e188c-1997-45fd-9cb2-da06f535bbfc)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:04.850571 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), precommit_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.858740 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26708683'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.864025 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] Calling delete_port for 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 owned by network:dhcp {{(pid=109446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:53:04.887870 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:04.889999 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] No DVR routers for this DVR port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 on host dv-cinder-831247-1-iscsi {{(pid=109444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:53:04.951247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166'] for port (7529bc3a-fc23-4e28-8ba4-a882fa0713c2), after_delete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.964130 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (62faf976-b077-46a9-9e27-b6cb6e4f42e0), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:04.976372 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] Pushing event deleted for resources: {'Port': ['ID=7529bc3a-fc23-4e28-8ba4-a882fa0713c2,revision_number=None']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:04.980233 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655463ad-ec50-48ed-b8db-5479d79709d1 None None] No DVR routers for this DVR port 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 on host dv-cinder-831247-1-iscsi {{(pid=109446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:53:04.993714 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62faf976-b077-46a9-9e27-b6cb6e4f42e0']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:05.003279 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5e188c-1997-45fd-9cb2-da06f535bbfc') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:05.003572 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5e188c-1997-45fd-9cb2-da06f535bbfc') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:53:05.012837 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (9d5e188c-1997-45fd-9cb2-da06f535bbfc), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.026333 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (9d5e188c-1997-45fd-9cb2-da06f535bbfc), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.032352 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:53:05.032737 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (9d5e188c-1997-45fd-9cb2-da06f535bbfc), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:53:05.034447 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:53:05.087760 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (62faf976-b077-46a9-9e27-b6cb6e4f42e0), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.093631 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.096716 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/62faf976-b077-46a9-9e27-b6cb6e4f42e0 HTTP/1.1" status: 204 len: 168 time: 0.5261083 Feb 28 19:53:05.107890 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e780af1-0fb6-4a1c-aa95-a4f0182224d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=62faf976-b077-46a9-9e27-b6cb6e4f42e0,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:05.243384 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50862) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:05.283342 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-dea7f93d-40ae-48b9-b232-fd98841aec47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9625c15cf3a4fb29a9836d1871ed66f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386858 Feb 28 19:53:05.285808 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50864) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:05.331880 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a727794e-94cb-4330-9f50-f4e9cab2b0ce admin admin] Publish callbacks [] for security_group (89882405-dec4-4cc9-856b-bb259313ead8), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.355911 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a727794e-94cb-4330-9f50-f4e9cab2b0ce admin admin] Publish callbacks [] for security_group (89882405-dec4-4cc9-856b-bb259313ead8), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.412324 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a727794e-94cb-4330-9f50-f4e9cab2b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (89882405-dec4-4cc9-856b-bb259313ead8), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.414964 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a727794e-94cb-4330-9f50-f4e9cab2b0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.416110 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a727794e-94cb-4330-9f50-f4e9cab2b0ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89882405-dec4-4cc9-856b-bb259313ead8 HTTP/1.1" status: 204 len: 168 time: 0.1293974 Feb 28 19:53:05.423652 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727794e-94cb-4330-9f50-f4e9cab2b0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89882405-dec4-4cc9-856b-bb259313ead8,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:05.561548 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:53:05.582398 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:53:05.583075 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 7529bc3a-fc23-4e28-8ba4-a882fa0713c2 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:53:05.583174 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 8ba28686-9e0c-4f17-815a-13f4fd285738 no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:53:05.602298 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 8ba28686-9e0c-4f17-815a-13f4fd285738 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:53:05.602683 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 8ba28686-9e0c-4f17-815a-13f4fd285738 not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:53:05.603064 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 6783ae15-8f28-4710-b38f-1ec2a722b2bd no longer exists at agent ovs-agent-dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:53:05.625151 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] No Port match for: 6783ae15-8f28-4710-b38f-1ec2a722b2bd {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:53:05.625559 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Device 6783ae15-8f28-4710-b38f-1ec2a722b2bd not bound to the agent host dv-cinder-831247-1-iscsi {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:53:05.766943 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50870) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:05.807078 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-e637bac5-50ce-45c5-aca4-d803ea58c9f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a2c3a86da4c4ee18cc8dab296eb1cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388002 Feb 28 19:53:05.809506 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50872) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:05.856098 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad760e3e-45fa-4f6e-a9a0-c6db78535173 admin admin] Publish callbacks [] for security_group (df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.880670 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad760e3e-45fa-4f6e-a9a0-c6db78535173 admin admin] Publish callbacks [] for security_group (df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.933879 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad760e3e-45fa-4f6e-a9a0-c6db78535173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.936469 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-ad760e3e-45fa-4f6e-a9a0-c6db78535173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:05.937643 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-ad760e3e-45fa-4f6e-a9a0-c6db78535173 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7 HTTP/1.1" status: 204 len: 168 time: 0.1272602 Feb 28 19:53:05.944911 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad760e3e-45fa-4f6e-a9a0-c6db78535173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0a50c5-507d-4ab7-9bc0-8d83f5aa72f7,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:09.117393 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:53:15.258257 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-70b1d131-8a6f-46cd-9a46-000f94a7d482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:17.687938 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5bdec8f9-b3dd-48d7-9bf3-05a4bc2e5c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:18.808359 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:20.069882 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:20.432263 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.009264 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 50942) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:21.124039 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-18d41548-a2bb-4e14-b6d3-8860554ca667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.206673 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-18d41548-a2bb-4e14-b6d3-8860554ca667 admin admin] Publish callbacks [] for security_group (885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.212773 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-18d41548-a2bb-4e14-b6d3-8860554ca667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.251392 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-18d41548-a2bb-4e14-b6d3-8860554ca667 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba95f61e29584eda920adacbc81bd310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410088 Feb 28 19:53:21.252258 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d41548-a2bb-4e14-b6d3-8860554ca667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:21.254439 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 50946) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:21.302885 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c62556da-684f-4636-9bd2-5c6c8332a23c admin admin] Publish callbacks [] for security_group (885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.323562 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c62556da-684f-4636-9bd2-5c6c8332a23c admin admin] Publish callbacks [] for security_group (885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.373310 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c62556da-684f-4636-9bd2-5c6c8332a23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.376292 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-c62556da-684f-4636-9bd2-5c6c8332a23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:21.377800 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-c62556da-684f-4636-9bd2-5c6c8332a23c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd HTTP/1.1" status: 204 len: 168 time: 0.1222727 Feb 28 19:53:21.385707 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62556da-684f-4636-9bd2-5c6c8332a23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885aea4a-53d1-4e7e-bb8f-b4abeba7d7cd,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:21.600312 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:32.807078 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 51080) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:32.939550 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.021076 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Publish callbacks [] for security_group (b9b4c74b-5dc9-4076-bd91-55e2a0d9700f), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.026899 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b9b4c74b-5dc9-4076-bd91-55e2a0d9700f), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.064544 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46c3426c2bb344f992bb057a3639c1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561512 Feb 28 19:53:33.067076 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 51084) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:33.069159 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4c74b-5dc9-4076-bd91-55e2a0d9700f,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:33.080916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.081315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.081664 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.082000 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.082329 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.082660 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.082988 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.083287 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.083646 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.083948 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.084286 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.084614 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.084925 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827cbd9-8c37-4610-8844-199ee352dc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:33.132441 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e2533334-0016-4862-ba67-7cb9d37e799a admin admin] Publish callbacks [] for security_group (b9b4c74b-5dc9-4076-bd91-55e2a0d9700f), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.153399 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e2533334-0016-4862-ba67-7cb9d37e799a admin admin] Publish callbacks [] for security_group (b9b4c74b-5dc9-4076-bd91-55e2a0d9700f), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.206792 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e2533334-0016-4862-ba67-7cb9d37e799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (b9b4c74b-5dc9-4076-bd91-55e2a0d9700f), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.209576 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-e2533334-0016-4862-ba67-7cb9d37e799a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:33.210777 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-e2533334-0016-4862-ba67-7cb9d37e799a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9b4c74b-5dc9-4076-bd91-55e2a0d9700f HTTP/1.1" status: 204 len: 168 time: 0.1427910 Feb 28 19:53:33.219173 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2533334-0016-4862-ba67-7cb9d37e799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4c74b-5dc9-4076-bd91-55e2a0d9700f,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:33.868970 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 51106) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:33.972785 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.v2.base [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-386667520-network', 'tenant_id': '53c5f393efea459489bfdf9588a0881f'}} {{(pid=109444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:53:33.995215 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Made reservation on behalf of 53c5f393efea459489bfdf9588a0881f for: {'network': 1} {{(pid=109444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:53:33.997633 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for network (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.006394 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.079186 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks [] for security_group (fb4adf80-e75c-419f-a85f-73e3e3fb6c7f), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.085148 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (fb4adf80-e75c-419f-a85f-73e3e3fb6c7f), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.109311 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=109444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:53:34.122117 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:34.126862 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (ce34b4d4-1b72-44f7-8e0b-527da7e208e3), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.127208 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.db.segments_db [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Added segment ce34b4d4-1b72-44f7-8e0b-527da7e208e3 of type vlan for network b032bcdd-8b81-452f-8650-96ed1aff95d0 Feb 28 19:53:34.165848 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793331238476'] for network (b032bcdd-8b81-452f-8650-96ed1aff95d0), precommit_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.197383 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709'] for network (b032bcdd-8b81-452f-8650-96ed1aff95d0), after_create {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.198345 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:34.198941 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.255101 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3849542 Feb 28 19:53:34.258268 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 51110) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:53:34.260320 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e864f-908a-478d-a572-66f0286afaa7 admin admin] Pushing event updated for resources: {'Network': ['ID=b032bcdd-8b81-452f-8650-96ed1aff95d0,revision_number=1']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:34.263495 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Request body: {'subnet': {'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-386667520-subnet', 'tenant_id': '53c5f393efea459489bfdf9588a0881f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:53:34.271404 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Network b032bcdd-8b81-452f-8650-96ed1aff95d0 details requested by agent ovs-agent-dv-cinder-831247-1-iscsi with host dv-cinder-831247-1-iscsi {{(pid=109446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 19:53:34.284199 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Made reservation on behalf of 53c5f393efea459489bfdf9588a0881f for: {'subnet': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:53:34.286589 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25854594'] for subnet (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.453877 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2890499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25854640'] for subnet (6b030b2b-7450-469d-bcb0-9d8108aca747), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.506411 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b030b2b-7450-469d-bcb0-9d8108aca747,revision_number=0']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:34.518525 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Checking segment: {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:53:34.518894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Network hostable DHCP agents. Network: b032bcdd-8b81-452f-8650-96ed1aff95d0, hostable agents: ['7b277b4e-a2ba-415b-aba9-fa7c7e5cec06'], hosted agents: [] {{(pid=109445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:53:34.535884 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Network b032bcdd-8b81-452f-8650-96ed1aff95d0 is scheduled to be hosted by DHCP agent 7b277b4e-a2ba-415b-aba9-fa7c7e5cec06 with binding_index 1 {{(pid=109445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:53:34.547036 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-1-iscsi, b032bcdd-8b81-452f-8650-96ed1aff95d0) {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:53:34.551819 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:34.552951 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:34.556308 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0576e-e593-41c6-a778-854ca253628d None None] Network b032bcdd-8b81-452f-8650-96ed1aff95d0 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:53:34.573645 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-d19cc80b-dcea-4861-9683-753d3a42cc01 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3141668 Feb 28 19:53:34.655121 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e53a1b-1416-4108-a2d8-a5000a250cca None None] Network b032bcdd-8b81-452f-8650-96ed1aff95d0 requested from dv-cinder-831247-1-iscsi {{(pid=109446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 19:53:36.321874 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-865b4b4a-e469-471f-83c0-175a7147fb64 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:36.323353 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-865b4b4a-e469-471f-83c0-175a7147fb64 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 813 time: 0.1057739 Feb 28 19:53:36.338226 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-872026c9-c71b-4281-b1eb-97bd822a6928 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/quotas/53c5f393efea459489bfdf9588a0881f HTTP/1.1" status: 200 len: 375 time: 0.0094128 Feb 28 19:53:36.370105 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-28c6d90f-d960-4862-bd8a-702f80e3b9a3 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271721 Feb 28 19:53:36.440048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-dc10791e-dc67-4fb0-b56d-8065c1d880b3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=109445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 19:53:36.441066 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-dc10791e-dc67-4fb0-b56d-8065c1d880b3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0615964 Feb 28 19:53:36.541334 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-b4cb989f-f92f-4fbb-a449-b61e24250457 service neutron] 10.222.0.47 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940709 Feb 28 19:53:36.665516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-353e422c-8daf-4182-b7c1-c336b41f7af5 service neutron] 10.222.0.47 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173909 Feb 28 19:53:36.827894 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-126a1eb2-ae85-4c91-8c62-6e3eee97d898 req-b09de097-b83e-48fc-bd97-90269d512860 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 210 time: 0.0280774 Feb 28 19:53:37.934974 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e1a963b1-e5dc-429a-a774-736e0c4c4a8d req-ff94511d-7f4b-4643-b9a3-cc313cc9e4c1 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 210 time: 0.0369108 Feb 28 19:53:37.977681 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-9371196d-1e04-4cf5-8782-f92b323b2fac tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:37.979143 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-9371196d-1e04-4cf5-8782-f92b323b2fac tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 813 time: 0.1374416 Feb 28 19:53:37.995994 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Request body: {'port': {'device_id': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0', 'admin_state_up': True, 'tenant_id': '53c5f393efea459489bfdf9588a0881f'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:53:38.108390 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Made reservation on behalf of 53c5f393efea459489bfdf9588a0881f for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:53:38.111609 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.244201 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Allocated IP 172.20.0.5 (b032bcdd-8b81-452f-8650-96ed1aff95d0/6b030b2b-7450-469d-bcb0-9d8108aca747/f96245ab-845a-4d45-a3ae-b9b5f013abb6) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:53:38.398970 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks [] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.438639 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.488894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Network b032bcdd-8b81-452f-8650-96ed1aff95d0 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:53:38.491874 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:53:38.495420 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:53:38.501767 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Pushing event updated for resources: {'Port': ['ID=f96245ab-845a-4d45-a3ae-b9b5f013abb6,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:38.545434 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:38.546042 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.564473 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-7733fce7-5b52-498e-813f-d5b64a0d8c80 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724773 Feb 28 19:53:38.575541 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Request body: {'port': {'device_id': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:53:38.633829 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.898661 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96245ab-845a-4d45-a3ae-b9b5f013abb6 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:53:38.907822 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Publish callbacks [] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.920721 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Transition to ACTIVE for port object f96245ab-845a-4d45-a3ae-b9b5f013abb6 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:53:38.927673 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:38.974721 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Pushing event updated for resources: {'Port': ['ID=f96245ab-845a-4d45-a3ae-b9b5f013abb6,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:39.080464 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Attempting to bind port f96245ab-845a-4d45-a3ae-b9b5f013abb6 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:53:39.080770 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Attempting to bind port f96245ab-845a-4d45-a3ae-b9b5f013abb6 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:53:39.081134 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Attempting to bind port f96245ab-845a-4d45-a3ae-b9b5f013abb6 on network b032bcdd-8b81-452f-8650-96ed1aff95d0 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:53:39.087909 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Port f96245ab-845a-4d45-a3ae-b9b5f013abb6 on network b032bcdd-8b81-452f-8650-96ed1aff95d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:53:39.088236 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Attempting to bind port f96245ab-845a-4d45-a3ae-b9b5f013abb6 on network b032bcdd-8b81-452f-8650-96ed1aff95d0 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:53:39.097857 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c69aee-1948-440c-8bb8-72a0037a2482 req-926735e8-98f0-4e1b-abe3-84b3e53bacc6 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.099354 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-59c69aee-1948-440c-8bb8-72a0037a2482 req-926735e8-98f0-4e1b-abe3-84b3e53bacc6 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 943 time: 0.0814457 Feb 28 19:53:39.102110 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:53:39.102441 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Checking segment: {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:53:39.102818 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Bound using segment: {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:53:39.103237 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Bound port: f96245ab-845a-4d45-a3ae-b9b5f013abb6, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:53:39.103587 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:39.185678 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-59c69aee-1948-440c-8bb8-72a0037a2482 req-dbd964fc-380f-4504-a07b-39597b635680 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797160 Feb 28 19:53:39.196594 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] For port f96245ab-845a-4d45-a3ae-b9b5f013abb6, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:53:39.199998 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] For port f96245ab-845a-4d45-a3ae-b9b5f013abb6, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:53:39.208808 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:39.245123 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.245805 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:39.247152 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] 10.222.0.30 "PUT /v2.0/ports/f96245ab-845a-4d45-a3ae-b9b5f013abb6 HTTP/1.1" status: 200 len: 1093 time: 0.6758051 Feb 28 19:53:39.247583 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'tag': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:53:39.249874 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbcec10-04ec-4266-b870-8e324a43cbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d16e0887-15c0-4ba6-9c4b-4709bf2db0ba", "tag": "f96245ab-845a-4d45-a3ae-b9b5f013abb6"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:53:39.275906 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcb7c2-2e60-41c8-824c-57b68daebe9f service neutron] Pushing event updated for resources: {'Port': ['ID=f96245ab-845a-4d45-a3ae-b9b5f013abb6,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:39.292634 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1088a539-e8fa-451c-a423-d5d7d06391e6 x-openstack-request-id: req-1088a539-e8fa-451c-a423-d5d7d06391e6 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:53:39.292960 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16e0887-15c0-4ba6-9c4b-4709bf2db0ba", "tag": "f96245ab-845a-4d45-a3ae-b9b5f013abb6", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:53:39.293240 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1088a539-e8fa-451c-a423-d5d7d06391e6 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:53:39.293632 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'tag': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6', 'status': 'completed', 'code': 200} Feb 28 19:53:39.328967 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-9572e5c6-4ef4-4dd7-b93a-ee79886a8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.330501 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-9572e5c6-4ef4-4dd7-b93a-ee79886a8d65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 1127 time: 0.0468240 Feb 28 19:53:39.370055 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-cfd589dc-ee49-4c0d-ac28-59909e74748e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6 HTTP/1.1" status: 200 len: 217 time: 0.0333407 Feb 28 19:53:39.416891 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-672d5ec0-7568-4cb0-9600-eb085e2f1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.418366 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-672d5ec0-7568-4cb0-9600-eb085e2f1bf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 200 len: 853 time: 0.0426016 Feb 28 19:53:39.452589 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-2075a061-15d1-485a-a81a-214bac45e77c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b032bcdd-8b81-452f-8650-96ed1aff95d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286238 Feb 28 19:53:39.541703 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-32d8353d-2d0b-45dd-bc44-946abae5e83c service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Feb 28 19:53:39.632495 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-91c0e412-4ec0-40ff-ae3a-964c1afd74fe req-b896b1d2-79a9-423d-b3ca-e497352e5748 service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Feb 28 19:53:39.723003 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-fedd5f27-a6f3-467d-952d-ccc2e704f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.724398 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-fedd5f27-a6f3-467d-952d-ccc2e704f4f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 1127 time: 0.0465214 Feb 28 19:53:39.825862 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-4f9d743b-407a-4778-88f2-51f9c3b0268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.827323 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-4f9d743b-407a-4778-88f2-51f9c3b0268b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 914 time: 0.0957959 Feb 28 19:53:39.870647 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-8f327bc2-f4ef-4225-9a77-f79bfe7e26ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6 HTTP/1.1" status: 200 len: 217 time: 0.0373099 Feb 28 19:53:39.920011 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-c85251ae-0a8e-4d50-b84f-058ea70d2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:39.921473 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-c85251ae-0a8e-4d50-b84f-058ea70d2cd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 200 len: 853 time: 0.0455713 Feb 28 19:53:39.952462 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-cb9c0fa2-1a2b-43b4-85e7-692a8828441e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b032bcdd-8b81-452f-8650-96ed1aff95d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251226 Feb 28 19:53:40.042885 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-26371a8e-1e36-460a-a6cf-95d6bffbc29e service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Feb 28 19:53:40.132383 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-cbbcec10-04ec-4266-b870-8e324a43cbc1 req-5addfad0-7583-43c7-b390-af81478dd762 service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840614 Feb 28 19:53:40.314638 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a9c1a-dc2d-4921-bbb9-4cc3c50d35e8 req-ef666f78-1a7d-4e0a-9124-13054adcdd17 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:40.316014 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b25a9c1a-dc2d-4921-bbb9-4cc3c50d35e8 req-ef666f78-1a7d-4e0a-9124-13054adcdd17 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 943 time: 0.0574157 Feb 28 19:53:40.363687 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-b25a9c1a-dc2d-4921-bbb9-4cc3c50d35e8 req-1892e20c-f453-43ff-abc3-45b3712beff6 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Feb 28 19:53:41.499279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833bf52-b248-4116-aadc-08d4ef5201f4 req-ece22571-c8e5-41bf-9fbc-bfcaaa813f07 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:41.500643 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3833bf52-b248-4116-aadc-08d4ef5201f4 req-ece22571-c8e5-41bf-9fbc-bfcaaa813f07 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 943 time: 0.0550463 Feb 28 19:53:41.548052 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3833bf52-b248-4116-aadc-08d4ef5201f4 req-b39b3673-d9d0-44e0-b62e-6ab276706f83 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Feb 28 19:53:42.679458 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98e342-9fc0-42bc-91fc-f5e45c28ba37 req-f1726883-410f-4240-8585-e8707a93f420 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:42.680928 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3b98e342-9fc0-42bc-91fc-f5e45c28ba37 req-f1726883-410f-4240-8585-e8707a93f420 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 943 time: 0.0535004 Feb 28 19:53:42.733244 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3b98e342-9fc0-42bc-91fc-f5e45c28ba37 req-89dafb4c-87cb-46f8-a629-e3a599318a68 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Feb 28 19:53:43.796249 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device f96245ab-845a-4d45-a3ae-b9b5f013abb6 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:53:43.868306 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971bc4e-e547-40bd-a0f4-5c8d520c9664 req-8240130a-e0ee-43b0-8f4f-59cafc1e9e4d tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:43.869773 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3971bc4e-e547-40bd-a0f4-5c8d520c9664 req-8240130a-e0ee-43b0-8f4f-59cafc1e9e4d tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 943 time: 0.0526044 Feb 28 19:53:43.893893 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port f96245ab-845a-4d45-a3ae-b9b5f013abb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:43.905509 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6', 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0', 'port_id': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6', 'mac_address': 'fa:16:3e:84:b0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b030b2b-7450-469d-bcb0-9d8108aca747', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:53:43.917429 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3971bc4e-e547-40bd-a0f4-5c8d520c9664 req-537208b5-d896-4393-bea1-d2e1d0abb464 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Feb 28 19:53:43.944591 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port f96245ab-845a-4d45-a3ae-b9b5f013abb6 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:53:43.945004 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:43.958268 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96245ab-845a-4d45-a3ae-b9b5f013abb6 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:53:43.979717 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port f96245ab-845a-4d45-a3ae-b9b5f013abb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:43.987022 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:44.040432 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=f96245ab-845a-4d45-a3ae-b9b5f013abb6,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:44.051246 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.051700 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.052194 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.052621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.053081 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.053518 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.053994 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.054434 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.054912 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.055309 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.055784 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.056131 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.056456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:53:44.348858 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['f96245ab-845a-4d45-a3ae-b9b5f013abb6'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:53:45.049784 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340d224-5f32-417d-bbe1-3fa5f80f52aa req-4cb99c23-58ff-4bef-9076-540025323a1a tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:45.051302 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1340d224-5f32-417d-bbe1-3fa5f80f52aa req-4cb99c23-58ff-4bef-9076-540025323a1a tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 944 time: 0.0607886 Feb 28 19:53:45.106367 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1340d224-5f32-417d-bbe1-3fa5f80f52aa req-6b14b426-383b-403d-bacc-7c9d80ae6c23 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Feb 28 19:53:45.262144 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-f110f9d7-7d52-4eae-a041-6049cd99ecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:45.812673 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device f96245ab-845a-4d45-a3ae-b9b5f013abb6 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:53:45.871447 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port f96245ab-845a-4d45-a3ae-b9b5f013abb6 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:53:45.875210 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port f96245ab-845a-4d45-a3ae-b9b5f013abb6 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:53:45.875592 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:45.955701 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port f96245ab-845a-4d45-a3ae-b9b5f013abb6 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:53:45.956086 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:45.978697 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:53:45.980953 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b3bf6b-f722-4f3e-98f6-2f3f7f1083f8" -d '{"events": [{"server_uuid": "d16e0887-15c0-4ba6-9c4b-4709bf2db0ba", "name": "network-vif-plugged", "status": "completed", "tag": "f96245ab-845a-4d45-a3ae-b9b5f013abb6"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:53:45.993456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port f96245ab-845a-4d45-a3ae-b9b5f013abb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:53:45.999610 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:46.048169 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=f96245ab-845a-4d45-a3ae-b9b5f013abb6,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:53:46.116364 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:53:46.132146 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b3dd5-ffd4-48d7-9cb6-3c9a43ec8f50 x-openstack-request-id: req-447b3dd5-ffd4-48d7-9cb6-3c9a43ec8f50 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:53:46.132459 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e0887-15c0-4ba6-9c4b-4709bf2db0ba", "name": "network-vif-plugged", "status": "completed", "tag": "f96245ab-845a-4d45-a3ae-b9b5f013abb6", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:53:46.132719 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-447b3dd5-ffd4-48d7-9cb6-3c9a43ec8f50 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:53:46.133151 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6', 'code': 200} Feb 28 19:53:46.239238 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84348502-edad-4127-b294-c7cd24c90e9c req-197568a6-5ff1-43a5-8d7e-bd147f87e1d5 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:46.240790 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84348502-edad-4127-b294-c7cd24c90e9c req-197568a6-5ff1-43a5-8d7e-bd147f87e1d5 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 945 time: 0.0590703 Feb 28 19:53:46.311166 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-84348502-edad-4127-b294-c7cd24c90e9c req-9a634731-7ab2-4be1-9cb8-1d33f29e04c1 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643768 Feb 28 19:53:46.326582 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c9d4-7b3f-468b-91bd-c415f096cbb5 req-454dbc27-f9c0-4fc6-ab5e-6419f1b5b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:46.328356 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9845c9d4-7b3f-468b-91bd-c415f096cbb5 req-454dbc27-f9c0-4fc6-ab5e-6419f1b5b4d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 1129 time: 0.0563009 Feb 28 19:53:46.371207 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-9845c9d4-7b3f-468b-91bd-c415f096cbb5 req-a1ca4ff1-6bf8-4184-aaae-37f0456bd21a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Feb 28 19:53:47.444441 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657fa4a-085f-473a-96b1-e09b86e28ff0 req-e067a502-54b4-476e-be08-9b46b80e77b7 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:47.446124 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3657fa4a-085f-473a-96b1-e09b86e28ff0 req-e067a502-54b4-476e-be08-9b46b80e77b7 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 945 time: 0.0628760 Feb 28 19:53:47.499964 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3657fa4a-085f-473a-96b1-e09b86e28ff0 req-08404361-f6ae-44c6-a3f6-05d081ea385f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Feb 28 19:53:47.682227 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-9f9cdc66-f67c-4f5a-bcca-8317abfef4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:48.637672 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee333225-6001-4155-b308-4f9e9e089be6 req-01b81410-7b28-4512-9b78-c7aa4fd55a7f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:53:48.639171 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee333225-6001-4155-b308-4f9e9e089be6 req-01b81410-7b28-4512-9b78-c7aa4fd55a7f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 945 time: 0.0546668 Feb 28 19:53:48.689222 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ee333225-6001-4155-b308-4f9e9e089be6 req-3b136b8a-11b4-4ad1-9e54-d8995be37458 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Feb 28 19:53:48.810644 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:50.066405 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:50.427452 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:53:51.606863 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:03.854000 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-564d681f-519e-49f2-a84d-c469bac153e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551093 Feb 28 19:54:03.941386 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608684ed-08e8-4c47-8326-e984d38172aa req-2c8abfe7-c7d9-4652-b84c-a8308527d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:03.942891 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-2c8abfe7-c7d9-4652-b84c-a8308527d27b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 1129 time: 0.0488975 Feb 28 19:54:04.041712 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608684ed-08e8-4c47-8326-e984d38172aa req-dccb3e8b-55f4-472a-9fb6-43bb523e7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:04.043166 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-dccb3e8b-55f4-472a-9fb6-43bb523e7ead service neutron] 10.222.0.30 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 914 time: 0.0834486 Feb 28 19:54:04.083993 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-143995fc-93d4-4a67-8d46-e59cc8b0c554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6 HTTP/1.1" status: 200 len: 217 time: 0.0344563 Feb 28 19:54:04.136641 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608684ed-08e8-4c47-8326-e984d38172aa req-d4f28a83-1ea4-425b-9efa-ed5de9c84513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:04.138059 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-d4f28a83-1ea4-425b-9efa-ed5de9c84513 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 200 len: 853 time: 0.0482304 Feb 28 19:54:04.170371 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-79238fef-8318-42b0-bbda-b9ad01b23cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b032bcdd-8b81-452f-8650-96ed1aff95d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247734 Feb 28 19:54:04.259945 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-928339d5-ddb7-42ff-ba01-93cfc40bb5fc service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832424 Feb 28 19:54:04.353426 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-608684ed-08e8-4c47-8326-e984d38172aa req-c7799cc2-7489-4afd-a221-6a39cf9034b0 service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860417 Feb 28 19:54:15.260613 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-b6dd319a-74a6-4d7d-96c8-77eb34406395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:17.698730 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-321c36ff-5326-41a6-b476-d86533d90a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:18.820398 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:20.077582 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:20.443265 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:21.613203 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:23.117391 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:54:33.626268 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d985a2c-7242-430d-9651-2bb1fd98f6ac req-44ec5bfe-9983-4754-9e25-e04415e30551 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:33.627725 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1d985a2c-7242-430d-9651-2bb1fd98f6ac req-44ec5bfe-9983-4754-9e25-e04415e30551 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 945 time: 0.0537634 Feb 28 19:54:33.675771 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-1d985a2c-7242-430d-9651-2bb1fd98f6ac req-ca3a1acc-69dd-40b9-8b78-54aa277dfa3f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Feb 28 19:54:34.806005 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a0d7-3510-47ff-855b-8d9028025656 req-a98eef41-e3f3-4140-b036-e3c32a5237fc tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:34.807462 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3dd2a0d7-3510-47ff-855b-8d9028025656 req-a98eef41-e3f3-4140-b036-e3c32a5237fc tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 945 time: 0.0584345 Feb 28 19:54:34.857515 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3dd2a0d7-3510-47ff-855b-8d9028025656 req-20279091-3ffc-4dd7-bbcc-fd95a2b529ff tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Feb 28 19:54:35.411913 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919011b-906f-436b-8270-570c08deba42 req-78d15756-c890-4c14-817c-6541637acf69 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:35.413384 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d919011b-906f-436b-8270-570c08deba42 req-78d15756-c890-4c14-817c-6541637acf69 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 945 time: 0.0609815 Feb 28 19:54:35.508358 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Deleting port f96245ab-845a-4d45-a3ae-b9b5f013abb6 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:54:35.508604 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:35.598794 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] For port f96245ab-845a-4d45-a3ae-b9b5f013abb6, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f96245ab-845a-4d45-a3ae-b9b5f013abb6,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:54:35.599159 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:35.612620 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Calling delete_port for f96245ab-845a-4d45-a3ae-b9b5f013abb6 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:54:35.746360 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (f96245ab-845a-4d45-a3ae-b9b5f013abb6), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:35.758252 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['f96245ab-845a-4d45-a3ae-b9b5f013abb6'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:54:35.775256 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Pushing event deleted for resources: {'Port': ['ID=f96245ab-845a-4d45-a3ae-b9b5f013abb6,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:54:35.802470 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.802841 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.803189 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.803531 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.803861 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.804195 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.804509 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.804842 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.805190 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.805526 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.805876 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.806207 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.806776 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:35.825931 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] No DVR routers for this DVR port f96245ab-845a-4d45-a3ae-b9b5f013abb6 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:54:35.828266 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:35.831596 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-d919011b-906f-436b-8270-570c08deba42 req-2b61b423-451e-404d-a32f-f42a319f3578 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "DELETE /v2.0/ports/f96245ab-845a-4d45-a3ae-b9b5f013abb6 HTTP/1.1" status: 204 len: 173 time: 0.4116983 Feb 28 19:54:35.832028 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'name': 'network-vif-deleted', 'tag': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:54:35.834254 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c027eaf0-68b4-4cff-8890-8245f6511d00" -d '{"events": [{"server_uuid": "d16e0887-15c0-4ba6-9c4b-4709bf2db0ba", "name": "network-vif-deleted", "tag": "f96245ab-845a-4d45-a3ae-b9b5f013abb6"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:54:35.873513 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00f1a0-7cbf-491d-a2f1-11eab835380f x-openstack-request-id: req-db00f1a0-7cbf-491d-a2f1-11eab835380f {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:54:35.873812 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16e0887-15c0-4ba6-9c4b-4709bf2db0ba", "name": "network-vif-deleted", "tag": "f96245ab-845a-4d45-a3ae-b9b5f013abb6", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:54:35.874089 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db00f1a0-7cbf-491d-a2f1-11eab835380f {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:54:35.874492 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16e0887-15c0-4ba6-9c4b-4709bf2db0ba', 'name': 'network-vif-deleted', 'tag': 'f96245ab-845a-4d45-a3ae-b9b5f013abb6', 'status': 'completed', 'code': 200} Feb 28 19:54:35.960653 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3f58b8fb-cb7d-49c9-9c0a-e711d8154216 req-330caeb8-d719-4ce1-8d44-c39d838343fa tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16e0887-15c0-4ba6-9c4b-4709bf2db0ba HTTP/1.1" status: 200 len: 210 time: 0.0308099 Feb 28 19:54:38.630072 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device f96245ab-845a-4d45-a3ae-b9b5f013abb6 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:54:38.655087 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: f96245ab-845a-4d45-a3ae-b9b5f013abb6 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:54:38.655405 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device f96245ab-845a-4d45-a3ae-b9b5f013abb6 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:54:45.261949 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d66979f8-dab9-4338-9d64-f2550a9055fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:47.084965 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-81d79aee-ad0c-4ca3-b70c-660e791a95ef tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:47.086444 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-81d79aee-ad0c-4ca3-b70c-660e791a95ef tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 813 time: 0.1003785 Feb 28 19:54:47.103165 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-e9f4160c-90e2-4728-865a-dc40cb0f11a7 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/quotas/53c5f393efea459489bfdf9588a0881f HTTP/1.1" status: 200 len: 375 time: 0.0090210 Feb 28 19:54:47.135342 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-ff1cc3d3-c8c3-44b5-a4a9-539ee192452c tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275447 Feb 28 19:54:47.228153 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-9f9d81e9-e2bd-410d-860e-056ac4019e98 service neutron] 10.222.0.47 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Feb 28 19:54:47.315355 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-e32dea41-c48b-423b-9eac-f837e7d3597f service neutron] 10.222.0.47 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814574 Feb 28 19:54:47.493348 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-4239392a-f283-47ab-b8fa-5054d119b025 req-b2d4f1b1-60f3-4baf-be4a-a8b49360ba13 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Feb 28 19:54:47.684720 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-3c51b8fd-c6b2-45b3-b82d-c52b7d1f95fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:48.437067 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-f5c1330c-34f9-4856-a1a0-9d72e91bb4da tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:48.438501 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-f5c1330c-34f9-4856-a1a0-9d72e91bb4da tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 813 time: 0.0988588 Feb 28 19:54:48.450698 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Request body: {'port': {'device_id': '56b89312-25af-4f02-ada2-5ae965734d43', 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0', 'admin_state_up': True, 'tenant_id': '53c5f393efea459489bfdf9588a0881f'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:54:48.570979 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Made reservation on behalf of 53c5f393efea459489bfdf9588a0881f for: {'port': 1} {{(pid=109445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:54:48.574167 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (None), before_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:48.596458 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-72307cdb-858b-4b68-9d1e-482d0c251d81 req-39af2e10-d5a8-4b18-b920-c9249124153a tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 210 time: 0.0368106 Feb 28 19:54:48.714825 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_common [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Allocated IP 172.20.0.9 (b032bcdd-8b81-452f-8650-96ed1aff95d0/6b030b2b-7450-469d-bcb0-9d8108aca747/324bc4c2-952f-429d-8dc3-a868340829b2) {{(pid=109445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:54:48.822814 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:48.861281 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks [] for port (324bc4c2-952f-429d-8dc3-a868340829b2), precommit_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:48.901832 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793331261157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), after_create {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:48.944506 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Network b032bcdd-8b81-452f-8650-96ed1aff95d0 is already hosted by enough agents. {{(pid=109445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:54:48.947481 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.scheduler.base_scheduler [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Resources bound (agent type, host, resource id): {{(pid=109445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:54:48.950985 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Received port after_create {{(pid=109445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 19:54:48.957357 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Pushing event updated for resources: {'Port': ['ID=324bc4c2-952f-429d-8dc3-a868340829b2,revision_number=1']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:54:49.001548 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:49.002150 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.019157 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-14dcf83d-8cac-4416-b0dc-2d313d63c067 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5731487 Feb 28 19:54:49.030453 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.v2.base [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Request body: {'port': {'device_id': '56b89312-25af-4f02-ada2-5ae965734d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=109445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:54:49.090236 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.345649 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324bc4c2-952f-429d-8dc3-a868340829b2 {{(pid=109445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:54:49.353029 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Publish callbacks [] for port (324bc4c2-952f-429d-8dc3-a868340829b2), precommit_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.365279 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.provisioning_blocks [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Transition to ACTIVE for port object 324bc4c2-952f-429d-8dc3-a868340829b2 will not be triggered until provisioned by entity L2. {{(pid=109445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 19:54:49.372079 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.428547 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Pushing event updated for resources: {'Port': ['ID=324bc4c2-952f-429d-8dc3-a868340829b2,revision_number=2']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:54:49.495808 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Attempting to bind port 324bc4c2-952f-429d-8dc3-a868340829b2 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 19:54:49.496532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Attempting to bind port 324bc4c2-952f-429d-8dc3-a868340829b2 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 19:54:49.496532 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Attempting to bind port 324bc4c2-952f-429d-8dc3-a868340829b2 on network b032bcdd-8b81-452f-8650-96ed1aff95d0 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:54:49.501301 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Port 324bc4c2-952f-429d-8dc3-a868340829b2 on network b032bcdd-8b81-452f-8650-96ed1aff95d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 19:54:49.501600 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Attempting to bind port 324bc4c2-952f-429d-8dc3-a868340829b2 on network b032bcdd-8b81-452f-8650-96ed1aff95d0 {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 19:54:49.506916 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Checking agent: {'id': '84cc84b4-f0e2-4004-a6d6-66959308a60f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'started_at': datetime.datetime(2022, 2, 28, 19, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 19:54:49.507248 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Checking segment: {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 19:54:49.507636 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Bound using segment: {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'} {{(pid=109445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 19:54:49.508045 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.managers [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Bound port: 324bc4c2-952f-429d-8dc3-a868340829b2, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0'}}] {{(pid=109445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 19:54:49.508402 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), before_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.579960 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] For port 324bc4c2-952f-429d-8dc3-a868340829b2, host hv-cinder-83124, cleared binding levels {{(pid=109445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 19:54:49.583138 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] For port 324bc4c2-952f-429d-8dc3-a868340829b2, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=324bc4c2-952f-429d-8dc3-a868340829b2,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 19:54:49.592348 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2890622'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), after_update {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.628267 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:49.628878 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:49.630314 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] 10.222.0.30 "PUT /v2.0/ports/324bc4c2-952f-429d-8dc3-a868340829b2 HTTP/1.1" status: 200 len: 1093 time: 0.6039131 Feb 28 19:54:49.630767 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b89312-25af-4f02-ada2-5ae965734d43', 'tag': '324bc4c2-952f-429d-8dc3-a868340829b2'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:54:49.633062 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e7e38-653d-406f-a0d1-ef6328564c26" -d '{"events": [{"name": "network-changed", "server_uuid": "56b89312-25af-4f02-ada2-5ae965734d43", "tag": "324bc4c2-952f-429d-8dc3-a868340829b2"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:54:49.654436 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877bb1b-1d41-4d44-bcc6-58516adb4b57 service neutron] Pushing event updated for resources: {'Port': ['ID=324bc4c2-952f-429d-8dc3-a868340829b2,revision_number=3']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:54:49.691488 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 19:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8125874-d630-4b61-9f3e-3e0ce8102235 x-openstack-request-id: req-d8125874-d630-4b61-9f3e-3e0ce8102235 {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:54:49.691747 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b89312-25af-4f02-ada2-5ae965734d43", "tag": "324bc4c2-952f-429d-8dc3-a868340829b2", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:54:49.692003 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8125874-d630-4b61-9f3e-3e0ce8102235 {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:54:49.692400 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b89312-25af-4f02-ada2-5ae965734d43', 'tag': '324bc4c2-952f-429d-8dc3-a868340829b2', 'status': 'completed', 'code': 200} Feb 28 19:54:49.751315 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-4512ff8c-e2df-4b7d-9462-1d8af181f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:49.752855 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-4512ff8c-e2df-4b7d-9462-1d8af181f0dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 1127 time: 0.0812993 Feb 28 19:54:49.763241 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911ced3-b353-4c52-8ac4-9fb7da09ebf4 req-0d381dcd-565c-4771-ad14-fae7420e3b0b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:49.764584 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a911ced3-b353-4c52-8ac4-9fb7da09ebf4 req-0d381dcd-565c-4771-ad14-fae7420e3b0b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 943 time: 0.0845408 Feb 28 19:54:49.803681 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-dd4ad30a-9a6b-47ba-866c-b179fcebf884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324bc4c2-952f-429d-8dc3-a868340829b2 HTTP/1.1" status: 200 len: 217 time: 0.0381806 Feb 28 19:54:49.871569 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a911ced3-b353-4c52-8ac4-9fb7da09ebf4 req-d90bdbb9-5b13-4378-91db-ecdbbad754d8 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Feb 28 19:54:49.875098 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-b954b1cc-91b5-46ab-bc9a-dccc2de012c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:49.876675 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-b954b1cc-91b5-46ab-bc9a-dccc2de012c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 200 len: 853 time: 0.0670490 Feb 28 19:54:50.071022 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:50.186690 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-5338b3dd-1b65-4489-bfb8-201b9cd736e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b032bcdd-8b81-452f-8650-96ed1aff95d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3045506 Feb 28 19:54:50.275004 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-189c5869-95df-4b74-b31d-94b144bd2cfe service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822957 Feb 28 19:54:50.369088 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-7e28f34d-065f-4453-b0fe-8fd2f9e9090c req-cb813365-6d0a-4616-ab88-0b19cc0531df service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883825 Feb 28 19:54:50.449765 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:50.460011 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-79d51097-eb07-4f1d-810e-67c7b5a67515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:50.461589 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-79d51097-eb07-4f1d-810e-67c7b5a67515 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 1127 time: 0.0444925 Feb 28 19:54:50.564412 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-a1fc0b01-7483-44e3-ad4a-14a4f6c227df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:50.565967 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-a1fc0b01-7483-44e3-ad4a-14a4f6c227df service neutron] 10.222.0.30 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 914 time: 0.0988550 Feb 28 19:54:50.605880 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-ad5fdd3d-5c29-4453-a5f5-1db0610fad75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324bc4c2-952f-429d-8dc3-a868340829b2 HTTP/1.1" status: 200 len: 217 time: 0.0339408 Feb 28 19:54:50.651756 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-ce4feb4c-18c5-4242-8317-b178cae20619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:50.653161 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-ce4feb4c-18c5-4242-8317-b178cae20619 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 200 len: 853 time: 0.0412595 Feb 28 19:54:50.682747 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-2b9fdb84-3f54-4945-9d3b-4b0f170928ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b032bcdd-8b81-452f-8650-96ed1aff95d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240610 Feb 28 19:54:50.773662 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-8bfc42e1-1ebf-478a-bc5a-9c55b3110411 service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Feb 28 19:54:50.861571 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-0e9e7e38-653d-406f-a0d1-ef6328564c26 req-a72e05d0-42bf-4517-91cc-eb4d4ba2928c service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823514 Feb 28 19:54:51.004294 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140f1d-cee3-4552-911b-d98266146c37 req-e7c1d97a-d959-4205-9ac1-8490513865f6 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:51.005831 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-14140f1d-cee3-4552-911b-d98266146c37 req-e7c1d97a-d959-4205-9ac1-8490513865f6 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 943 time: 0.0600095 Feb 28 19:54:51.056468 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-14140f1d-cee3-4552-911b-d98266146c37 req-678ac861-791e-4986-b095-026a06f76ea1 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Feb 28 19:54:51.610019 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:52.196061 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4200d1-6cae-4356-8e60-344d70add58f req-2f5f30fe-5f5c-44e5-a830-4c81c873eba8 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:52.197560 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d4200d1-6cae-4356-8e60-344d70add58f req-2f5f30fe-5f5c-44e5-a830-4c81c873eba8 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 943 time: 0.0549200 Feb 28 19:54:52.246859 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-3d4200d1-6cae-4356-8e60-344d70add58f req-eaa01d66-447c-4948-a060-10081443b7f2 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Feb 28 19:54:53.368048 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f363e0-61d8-46df-b4a8-d03fd39331d7 req-89fd46b8-6501-4056-a956-e02722b496da tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:53.369496 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c4f363e0-61d8-46df-b4a8-d03fd39331d7 req-89fd46b8-6501-4056-a956-e02722b496da tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 943 time: 0.0569639 Feb 28 19:54:53.421540 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-c4f363e0-61d8-46df-b4a8-d03fd39331d7 req-39f169b4-6828-4909-9bdc-d86614e7b853 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Feb 28 19:54:54.247566 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 324bc4c2-952f-429d-8dc3-a868340829b2 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=109446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 19:54:54.347089 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 324bc4c2-952f-429d-8dc3-a868340829b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=324bc4c2-952f-429d-8dc3-a868340829b2,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:54:54.358576 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Returning: {'device': '324bc4c2-952f-429d-8dc3-a868340829b2', 'network_id': 'b032bcdd-8b81-452f-8650-96ed1aff95d0', 'port_id': '324bc4c2-952f-429d-8dc3-a868340829b2', 'mac_address': 'fa:16:3e:96:fe:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b030b2b-7450-469d-bcb0-9d8108aca747', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 19:54:54.396448 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 324bc4c2-952f-429d-8dc3-a868340829b2 is: DOWN; New status is: BUILD {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:54:54.396839 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:54.410166 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324bc4c2-952f-429d-8dc3-a868340829b2 {{(pid=109446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:54:54.429063 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 324bc4c2-952f-429d-8dc3-a868340829b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=324bc4c2-952f-429d-8dc3-a868340829b2,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:54:54.437166 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:54.484262 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=324bc4c2-952f-429d-8dc3-a868340829b2,revision_number=4']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:54:54.491566 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.491923 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.492270 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.492620 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.493011 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.493311 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.493644 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.493976 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.494300 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.494624 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.494934 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.495267 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.495587 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:54:54.544910 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0e83d-d9a5-4311-a612-88947748f9dd req-d00080c7-e94f-46b3-80c1-74836959092f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:54.546415 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-43a0e83d-d9a5-4311-a612-88947748f9dd req-d00080c7-e94f-46b3-80c1-74836959092f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 944 time: 0.0557671 Feb 28 19:54:54.592346 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-43a0e83d-d9a5-4311-a612-88947748f9dd req-38b62f69-acc3-4645-85de-4f3e0bc5663f tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Feb 28 19:54:54.741386 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['324bc4c2-952f-429d-8dc3-a868340829b2'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:54:55.711536 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de78d41-fece-45af-ba1b-d3c9c65d19a4 req-9f22fcc5-408d-4142-b4d7-952365ba3a47 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:55.713051 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8de78d41-fece-45af-ba1b-d3c9c65d19a4 req-9f22fcc5-408d-4142-b4d7-952365ba3a47 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 944 time: 0.0534410 Feb 28 19:54:55.763597 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8de78d41-fece-45af-ba1b-d3c9c65d19a4 req-8aeea02d-7624-411f-bf3b-d32a763f14f9 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Feb 28 19:54:56.247329 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 324bc4c2-952f-429d-8dc3-a868340829b2 up at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 19:54:56.301240 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning for port 324bc4c2-952f-429d-8dc3-a868340829b2 completed by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 19:54:56.305127 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.db.provisioning_blocks [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Provisioning complete for port 324bc4c2-952f-429d-8dc3-a868340829b2 triggered by entity L2. {{(pid=109446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 19:54:56.305512 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083710'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), provisioning_complete {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:56.392415 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Current status of the port 324bc4c2-952f-429d-8dc3-a868340829b2 is: BUILD; New status is: ACTIVE {{(pid=109446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 19:54:56.392792 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079861'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), before_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:56.415915 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b89312-25af-4f02-ada2-5ae965734d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324bc4c2-952f-429d-8dc3-a868340829b2'}] {{(pid=109446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:54:56.418237 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fda87dd90933e15b815f0a9cdf817afc10fc675850864cec19a2c09f92aea4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d1fa7-1c22-4f13-b921-1d062f99b7d0" -d '{"events": [{"server_uuid": "56b89312-25af-4f02-ada2-5ae965734d43", "name": "network-vif-plugged", "status": "completed", "tag": "324bc4c2-952f-429d-8dc3-a868340829b2"}]}' {{(pid=109446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:54:56.430121 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] For port 324bc4c2-952f-429d-8dc3-a868340829b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=324bc4c2-952f-429d-8dc3-a868340829b2,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:54:56.435467 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793331802606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793331261175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793331263501'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:54:56.457720 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa1f6d9-3678-4ce7-9543-f407603656d3 x-openstack-request-id: req-dfa1f6d9-3678-4ce7-9543-f407603656d3 {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:54:56.458013 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b89312-25af-4f02-ada2-5ae965734d43", "name": "network-vif-plugged", "status": "completed", "tag": "324bc4c2-952f-429d-8dc3-a868340829b2", "code": 200}]} {{(pid=109446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:54:56.458264 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dfa1f6d9-3678-4ce7-9543-f407603656d3 {{(pid=109446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:54:56.458655 dv-cinder-831247-1-iscsi neutron-server[109446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b89312-25af-4f02-ada2-5ae965734d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324bc4c2-952f-429d-8dc3-a868340829b2', 'code': 200} Feb 28 19:54:56.484139 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Pushing event updated for resources: {'Port': ['ID=324bc4c2-952f-429d-8dc3-a868340829b2,revision_number=5']} {{(pid=109446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:54:56.626059 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0ba67-156e-4f6a-846f-c31915db29c5 req-44daf63b-8c9a-42ac-af4b-1ea03920722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:56.627592 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01b0ba67-156e-4f6a-846f-c31915db29c5 req-44daf63b-8c9a-42ac-af4b-1ea03920722d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 1129 time: 0.0449839 Feb 28 19:54:56.671254 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-01b0ba67-156e-4f6a-846f-c31915db29c5 req-2ab4cb09-c2a5-45ba-9a41-451908f2b410 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Feb 28 19:54:56.901158 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbfbe3-9f4e-4be3-8414-3946901dd41b req-6c93f9f5-a75f-41be-9831-7c58abd46505 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:56.902525 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4dbfbe3-9f4e-4be3-8414-3946901dd41b req-6c93f9f5-a75f-41be-9831-7c58abd46505 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 945 time: 0.0605454 Feb 28 19:54:56.951418 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-e4dbfbe3-9f4e-4be3-8414-3946901dd41b req-65ddcfca-06d6-4617-8ccb-95a0cf1cd11e tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 Feb 28 19:54:58.082202 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895e6af-2143-468e-b140-8b90f11d68f8 req-08084a44-fbc5-4af6-a5f5-da5615bbceff tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:54:58.083707 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8895e6af-2143-468e-b140-8b90f11d68f8 req-08084a44-fbc5-4af6-a5f5-da5615bbceff tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 945 time: 0.0595329 Feb 28 19:54:58.131066 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-8895e6af-2143-468e-b140-8b90f11d68f8 req-6f160582-3137-4e6b-af2e-b9617b58f358 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Feb 28 19:55:00.122447 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:55:05.828896 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-95324b16-1bf4-4b98-8d88-d7684d14d0e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431600 Feb 28 19:55:05.915176 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-1ef39928-bfc1-4b35-8175-f465746a4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:05.916896 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-1ef39928-bfc1-4b35-8175-f465746a4b7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c5f393efea459489bfdf9588a0881f&device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 1129 time: 0.0468299 Feb 28 19:55:06.033305 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-aa4bcdf5-f080-45fd-8156-ff7be508be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:06.035913 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-aa4bcdf5-f080-45fd-8156-ff7be508be99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 200 len: 914 time: 0.1012206 Feb 28 19:55:06.079778 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-aa5b5ac3-f5c2-4e3c-b62e-240542fe27d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324bc4c2-952f-429d-8dc3-a868340829b2 HTTP/1.1" status: 200 len: 217 time: 0.0380142 Feb 28 19:55:06.131735 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-a78a2752-af83-4511-a6c3-7ba46fecce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:06.133223 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-a78a2752-af83-4511-a6c3-7ba46fecce0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 200 len: 853 time: 0.0483136 Feb 28 19:55:06.164562 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-1ff56a5b-0963-4ec6-b55d-5eccc262f099 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b032bcdd-8b81-452f-8650-96ed1aff95d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256684 Feb 28 19:55:06.255358 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-92f7e629-bc80-4405-838e-9f85c78e1b15 service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847485 Feb 28 19:55:06.348096 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-eeffa53e-6a77-4f60-aa79-5cf68e6a2621 req-2cb0f71e-f1f6-47aa-a258-b420dcce70d9 service neutron] 10.222.0.30 "GET /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Feb 28 19:55:15.259071 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-c8311e00-c861-4a53-9774-2f16f2f820fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:17.678202 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c304c04-b2ff-4959-9499-c9dd5d5a6338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:18.823990 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:20.072569 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:20.472096 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:21.386771 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0d812-6397-47f3-8a77-d38a224e8fdb req-f91a577d-55a7-4a37-88bc-63a3be8f4f30 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:21.388177 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a1e0d812-6397-47f3-8a77-d38a224e8fdb req-f91a577d-55a7-4a37-88bc-63a3be8f4f30 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 945 time: 0.0554650 Feb 28 19:55:21.434855 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-a1e0d812-6397-47f3-8a77-d38a224e8fdb req-646b027f-bb45-409c-88f0-c2b858782f56 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Feb 28 19:55:21.608193 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:22.567251 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb061ed-7163-4210-8e3f-88134b3ba151 req-cc72d8f4-0083-4aea-a812-78547f27815d tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:22.568599 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ceb061ed-7163-4210-8e3f-88134b3ba151 req-cc72d8f4-0083-4aea-a812-78547f27815d tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 945 time: 0.0565441 Feb 28 19:55:22.622318 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-ceb061ed-7163-4210-8e3f-88134b3ba151 req-031d9733-b814-4732-b8bc-4f0b88723e10 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Feb 28 19:55:23.024342 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-dfb8ce80-9e4b-4bd8-be3c-9f6f9f31135e tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:55:23.025787 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-dfb8ce80-9e4b-4bd8-be3c-9f6f9f31135e tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 945 time: 0.0565958 Feb 28 19:55:23.130835 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Deleting port 324bc4c2-952f-429d-8dc3-a868340829b2 {{(pid=109445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 19:55:23.131243 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793331796089'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:23.227282 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.db [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] For port 324bc4c2-952f-429d-8dc3-a868340829b2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=324bc4c2-952f-429d-8dc3-a868340829b2,segment=NetworkSegment(ce34b4d4-1b72-44f7-8e0b-527da7e208e3),segment_id=ce34b4d4-1b72-44f7-8e0b-527da7e208e3)] {{(pid=109445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 19:55:23.227655 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542630'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:23.241644 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.plugins.ml2.plugin [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Calling delete_port for 324bc4c2-952f-429d-8dc3-a868340829b2 owned by compute:nova {{(pid=109445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 19:55:23.377894 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2079926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793331802588', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793331261166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2890615'] for port (324bc4c2-952f-429d-8dc3-a868340829b2), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:23.390504 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.db [None req-14868341-2f58-4743-bd92-36752643cd3f None None] get_ports_and_sgs() called for port_ids ['324bc4c2-952f-429d-8dc3-a868340829b2'] {{(pid=109446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 19:55:23.407743 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Pushing event deleted for resources: {'Port': ['ID=324bc4c2-952f-429d-8dc3-a868340829b2,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:23.447990 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] No DVR routers for this DVR port 324bc4c2-952f-429d-8dc3-a868340829b2 on host hv-cinder-83124 {{(pid=109445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:55:23.450598 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223250'] for port (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:23.453914 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-2fb8edc4-4767-44d8-96da-2111a51c83d4 req-de6d33a1-3557-4c9b-8378-bd951a31426b tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.30 "DELETE /v2.0/ports/324bc4c2-952f-429d-8dc3-a868340829b2 HTTP/1.1" status: 204 len: 173 time: 0.4224734 Feb 28 19:55:23.454786 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b89312-25af-4f02-ada2-5ae965734d43', 'name': 'network-vif-deleted', 'tag': '324bc4c2-952f-429d-8dc3-a868340829b2'}] {{(pid=109445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:55:23.456848 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d6f590af31605dd36a24ceb782d3fd3c0f16765f2f93b519efd3ee064b2958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b4a7aa-72a5-45b2-9510-abc6a7511d79" -d '{"events": [{"server_uuid": "56b89312-25af-4f02-ada2-5ae965734d43", "name": "network-vif-deleted", "tag": "324bc4c2-952f-429d-8dc3-a868340829b2"}]}' {{(pid=109445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 19:55:23.492556 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332929a5-3765-48ad-8709-6a040bb79f2e x-openstack-request-id: req-332929a5-3765-48ad-8709-6a040bb79f2e {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 19:55:23.492825 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b89312-25af-4f02-ada2-5ae965734d43", "name": "network-vif-deleted", "tag": "324bc4c2-952f-429d-8dc3-a868340829b2", "status": "completed", "code": 200}]} {{(pid=109445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 19:55:23.493122 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-332929a5-3765-48ad-8709-6a040bb79f2e {{(pid=109445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 19:55:23.493516 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b89312-25af-4f02-ada2-5ae965734d43', 'name': 'network-vif-deleted', 'tag': '324bc4c2-952f-429d-8dc3-a868340829b2', 'status': 'completed', 'code': 200} Feb 28 19:55:23.729858 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [req-50c2c0cd-7e66-4c63-aec1-c9d26524d7a5 req-4260209c-713d-4040-bb19-0677704776b1 tempest-VolumesSnapshotTestJSON-556412055 tempest-VolumesSnapshotTestJSON-556412055-project] 10.222.0.47 "GET /v2.0/ports?device_id=56b89312-25af-4f02-ada2-5ae965734d43 HTTP/1.1" status: 200 len: 210 time: 0.0279725 Feb 28 19:55:26.381851 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 324bc4c2-952f-429d-8dc3-a868340829b2 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 19:55:26.411042 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.plugin [None req-14868341-2f58-4743-bd92-36752643cd3f None None] No Port match for: 324bc4c2-952f-429d-8dc3-a868340829b2 {{(pid=109446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 19:55:26.411394 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron.plugins.ml2.rpc [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Device 324bc4c2-952f-429d-8dc3-a868340829b2 not bound to the agent host hv-cinder-83124 {{(pid=109446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 19:55:37.126998 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:55:45.255122 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1b00c224-0c56-4f5e-aa91-b7fdb670836e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:47.697390 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-621583cd-a30e-41b8-a291-5996094c88d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:48.834137 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.142972 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.wsgi [-] (109445) accepted ('10.222.0.47', 51700) {{(pid=109445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:49.191986 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Deleting subnet 6b030b2b-7450-469d-bcb0-9d8108aca747 {{(pid=109445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 19:55:49.195360 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Publish callbacks [] for subnet (6b030b2b-7450-469d-bcb0-9d8108aca747), before_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.230834 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26121226'] for subnet (6b030b2b-7450-469d-bcb0-9d8108aca747), precommit_delete_associations {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.269929 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1924200'] for subnet (6b030b2b-7450-469d-bcb0-9d8108aca747), precommit_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.320829 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1924199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2890564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25854633'] for subnet (6b030b2b-7450-469d-bcb0-9d8108aca747), after_delete {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.349228 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b030b2b-7450-469d-bcb0-9d8108aca747,revision_number=None']} {{(pid=109445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:49.353711 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron_lib.callbacks.manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.356744 dv-cinder-831247-1-iscsi neutron-server[109445]: INFO neutron.wsgi [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6b030b2b-7450-469d-bcb0-9d8108aca747 HTTP/1.1" status: 204 len: 168 time: 0.2127545 Feb 28 19:55:49.359972 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 51702) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:49.362020 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.362372 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.362714 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.363037 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.363367 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.363699 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.364026 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.364352 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.364676 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.365004 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.365351 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.365673 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.365991 dv-cinder-831247-1-iscsi neutron-server[109445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adcad9-fe7f-4d94-8eb6-77e3f6f89d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.433448 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1926803'] for network (b032bcdd-8b81-452f-8650-96ed1aff95d0), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.511407 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2082707', 'neutron.services.segments.db._delete_segments_for_network-8793331671709'] for network (b032bcdd-8b81-452f-8650-96ed1aff95d0), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.531891 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b032bcdd-8b81-452f-8650-96ed1aff95d0']}} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:49.541764 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3') {'for_net_delete': True} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:49.542067 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.services.segments.db [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce34b4d4-1b72-44f7-8e0b-527da7e208e3') {} {{(pid=109444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:55:49.555502 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793331675046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2746427'] for segment (ce34b4d4-1b72-44f7-8e0b-527da7e208e3), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.572967 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295'] for segment (ce34b4d4-1b72-44f7-8e0b-527da7e208e3), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.582221 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:55:49.582649 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1922295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26708518'] for segment (ce34b4d4-1b72-44f7-8e0b-527da7e208e3), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: Traceback (most recent call last): Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: timer() Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: cb(*args, **kw) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: return func(*args, **kwargs) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: self._notify() Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: self.callback(batched_events) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: event.method(event) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: return f(self, *a, **k) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._get(url).json() Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: return self.request(url, 'GET', **kwargs) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:55:49.584745 dv-cinder-831247-1-iscsi neutron-server[109444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:55:49.642341 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2082794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555455'] for network (b032bcdd-8b81-452f-8650-96ed1aff95d0), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.647704 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531691'] for network (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.650927 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b032bcdd-8b81-452f-8650-96ed1aff95d0 HTTP/1.1" status: 204 len: 168 time: 0.2899733 Feb 28 19:55:49.662244 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b032bcdd-8b81-452f-8650-96ed1aff95d0,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:49.669619 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.669980 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.670323 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.670664 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.670992 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.671319 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.671648 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.672079 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.672288 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.672647 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.672967 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.673335 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.673619 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e03065-a2a7-40d7-8915-76bf94841bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-1-iscsi {{(pid=109444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:55:49.759516 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 51708) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:49.798645 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-f488e8cc-8bd0-4a3f-8fc1-83dfb5f98a50 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53c5f393efea459489bfdf9588a0881f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379567 Feb 28 19:55:49.801019 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [-] (109444) accepted ('10.222.0.47', 51710) {{(pid=109444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 19:55:49.846021 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2f320d2b-15df-4731-8678-1731ba6865bb admin admin] Publish callbacks [] for security_group (fb4adf80-e75c-419f-a85f-73e3e3fb6c7f), before_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.866666 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2f320d2b-15df-4731-8678-1731ba6865bb admin admin] Publish callbacks [] for security_group (fb4adf80-e75c-419f-a85f-73e3e3fb6c7f), precommit_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.920671 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2f320d2b-15df-4731-8678-1731ba6865bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624056'] for security_group (fb4adf80-e75c-419f-a85f-73e3e3fb6c7f), after_delete {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.923146 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron_lib.callbacks.manager [None req-2f320d2b-15df-4731-8678-1731ba6865bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:49.924342 dv-cinder-831247-1-iscsi neutron-server[109444]: INFO neutron.wsgi [None req-2f320d2b-15df-4731-8678-1731ba6865bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb4adf80-e75c-419f-a85f-73e3e3fb6c7f HTTP/1.1" status: 204 len: 168 time: 0.1224332 Feb 28 19:55:49.931734 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f320d2b-15df-4731-8678-1731ba6865bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4adf80-e75c-419f-a85f-73e3e3fb6c7f,revision_number=None']} {{(pid=109444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:55:50.078131 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:50.464350 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:55:51.603179 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:14.127887 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:56:15.256319 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-81a0f466-1033-4170-bf6a-35d0204d8b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:17.683195 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-d09a40e2-c892-45a5-ae97-cbe6faa9e0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:18.839824 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:20.085215 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:20.476503 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:21.614624 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:22.803132 dv-cinder-831247-1-iscsi neutron-server[109444]: DEBUG neutron.wsgi [req-fab56f7f-1f27-4e9e-9a1c-a23c33a6da4f req-640a39db-3927-42fe-92b2-a2c757774de1 service neutron] (109444) timed out ('10.222.0.30', 58150) {{(pid=109444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 19:56:45.255694 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1fb0b023-829b-4d8b-b88d-796ae06a44bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:47.687194 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-de51aeea-21b6-48b8-bdd0-661b124482b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:48.844206 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:50.089538 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:50.485325 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:56:51.131207 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:56:51.618877 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:15.255912 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2174eabd-7b68-4458-8ab0-2432643c9da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:17.691752 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-e02fcf66-a045-4700-b5ae-3d2c023abfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:18.847727 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:20.093922 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:20.476209 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:21.621131 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:28.135451 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:57:45.254401 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-10a19b88-0bd8-4f59-bde0-cd26d7450585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:47.698922 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2f733b59-db23-4d7f-86b9-c7d890f61d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:48.843382 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:50.093336 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:50.487555 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:57:51.616573 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:05.139606 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:58:15.254760 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-a24fc2eb-2529-42c4-97ec-7595391bda2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:17.694159 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-80118f57-5a03-4885-8ce5-a0953ca2efba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:18.855896 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:20.102932 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:20.505156 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:21.629114 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:42.144504 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:58:45.253000 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-eb6f0c03-64fb-4e29-85a1-7b059b5ef842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:47.698624 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-4b848327-a58e-4325-9aa2-8f1c947654d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:48.854986 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:50.110733 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:50.517396 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:58:51.635621 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:15.254048 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-adddca9e-45a5-455a-9eea-6c4797d8a114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:17.708163 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-8dc91547-577b-42ed-ae6f-e85755f2fba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:18.864268 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:19.149825 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 19:59:20.112587 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:20.525357 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:21.634062 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:45.253314 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-fcb856af-4690-4882-a1c3-d88ce0a87f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:47.708629 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ae057cb4-fafb-4004-aa42-bf1c63e1db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:48.859184 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:50.112785 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:50.526512 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:51.629923 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 19:59:56.153049 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:00:15.253712 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-0ce864c3-2ab0-4c53-8865-139d2b77af2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:17.714677 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5be05929-d554-4256-b935-5ecee9c084cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:18.863474 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:20.122585 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:20.524133 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:21.632762 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:33.154316 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:00:45.254247 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-2753570a-7ce0-420c-a5bd-b4cbe1c54f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:47.718015 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-6d53bd2d-f549-4306-8a9a-fc03718505ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:48.866205 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:50.127305 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:50.537084 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:00:51.639088 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:10.158920 dv-cinder-831247-1-iscsi neutron-server[109447]: DEBUG neutron.db.agents_db [None req-0bd517a1-1d82-4930-b394-63141da2b289 None None] Agent healthcheck: found 6 active agents {{(pid=109447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 20:01:15.250083 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-ad52120e-33d2-492a-aa24-ea62e9d22f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (7b277b4e-a2ba-415b-aba9-fa7c7e5cec06), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:17.717456 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-db3667d4-e106-45c6-a7e4-cfd19b1a3a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (0078609c-e523-4a2a-86d9-8f57c772b3a1), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:18.876064 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-5f8924e1-a150-4cca-a647-b3c5f716c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (8b53bd10-41a5-4630-b6d9-394d50780aff), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:20.129990 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-145bfb2a-f944-4396-a999-2cf6765a6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (3dfee70d-3ee8-4538-885a-7558ac68314f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:20.540811 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-14868341-2f58-4743-bd92-36752643cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (84cc84b4-f0e2-4004-a6d6-66959308a60f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 20:01:21.633235 dv-cinder-831247-1-iscsi neutron-server[109446]: DEBUG neutron_lib.callbacks.manager [None req-1c25151d-41ae-4411-ae10-1791b1024013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793331671691', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083716'] for agent (12d1b211-4b28-4cde-966d-bc8e5947b21f), after_update {{(pid=109446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}